-- Logs begin at Thu 2022-04-07 05:32:18 UTC, end at Thu 2022-04-07 06:52:44 UTC. -- Apr 07 06:18:00.274615 dv-cinder-831776-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 07 06:18:03.227220 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.common.config [-] Logging enabled! Apr 07 06:18:03.227857 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 06:18:03.228052 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 06:18:03.231348 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.common.config [-] Logging enabled! Apr 07 06:18:03.231611 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev86 Apr 07 06:18:03.231959 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103844) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 07 06:18:03.232942 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 06:18:03.233183 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 06:18:03.233559 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 06:18:03.233809 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 06:18:03.234040 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 06:18:03.234461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.234892 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 07 06:18:03.235212 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.235516 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.235848 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.236154 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.236452 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.236739 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.237034 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.237337 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.237632 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.237920 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.238212 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.238510 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.238802 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.239098 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.239391 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.239680 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] debug = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.240254 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.240695 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.241126 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.241412 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.241709 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.241998 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.242277 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.242562 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.242854 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.243191 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] host = dv-cinder-831776-6-iscsi {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.243477 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.243792 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.244089 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.244381 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.244664 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.244949 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.245241 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.245522 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.245808 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.246090 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.246385 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.246680 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.246975 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.247209 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.247440 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.247759 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.248580 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.248866 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.249152 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.249437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.249721 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.250006 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.250287 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.250581 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.250872 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.251171 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.251455 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.251739 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.252042 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.252325 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.252618 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.252902 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.253184 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.253469 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.253763 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.254041 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.254322 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.254629 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.254924 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.255213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.255506 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.255815 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.256111 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.256394 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.256676 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.256956 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_json = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.257237 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.257517 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.257806 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.258088 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.258371 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.258691 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.258976 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.259268 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.259551 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:03.259890 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.260195 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.260501 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.260806 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.261102 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.261387 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.261684 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.261970 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.262263 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.262558 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.262855 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.263143 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.263448 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.264330 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.264636 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.264948 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.265249 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.265549 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.265832 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.266120 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.266400 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.266687 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.266978 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.267264 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.267556 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.267880 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.268170 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.268474 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.268768 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.269074 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.269369 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.269648 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.269934 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.270234 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.270520 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.270801 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.271084 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.271379 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.271662 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.271963 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.272255 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.272539 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.272817 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.273095 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.273379 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.273673 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.273955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.274233 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.274514 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.274796 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.275069 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.275356 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.275636 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.275941 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.276227 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.276512 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.276794 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.277074 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.277355 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.277640 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.277912 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.278192 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.278472 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.278750 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.279026 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.279329 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.279608 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.279918 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.280205 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.280487 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.280765 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.281044 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.281332 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.281601 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.281889 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.282193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.282478 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.282763 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.283046 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.283330 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.283612 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.283923 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.284210 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.284499 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.284778 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.285071 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.285362 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.285654 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.285961 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.286253 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.286560 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.286847 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.287135 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.287426 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.287714 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.288025 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.288319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.288613 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.288917 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.289231 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.289523 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.289824 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.290124 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.290413 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.290728 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.291015 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:03.291239 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 06:18:03.291482 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103844) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 07 06:18:03.669116 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 06:18:03.669401 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 06:18:03.669729 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 07 06:18:03.670090 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 07 06:18:03.998832 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:03.999052 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:03.999327 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.000575 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.000856 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.002964 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.059260 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.059545 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.059840 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.074921 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.075208 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.075484 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.105855 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.106140 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.106416 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.143294 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.143578 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.143877 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.481312 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.481930 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.481930 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.482138 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.482847 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.581977 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.582303 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.582594 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.582875 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.583147 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.583464 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.583731 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.584017 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.584277 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.584562 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.584828 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.585099 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.585361 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.585617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.585878 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.586146 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.586406 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.586680 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.586974 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.587222 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.587498 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.587770 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.588069 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.588451 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.588707 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.588959 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.589456 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.589708 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.589963 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.590207 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.590451 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.590692 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:04.591063 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 07 06:18:04.594190 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 07 06:18:04.598157 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 07 06:18:04.601914 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Apr 07 06:18:04.603554 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 07 06:18:04.604073 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 07 06:18:04.604416 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 07 06:18:04.604807 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 07 06:18:04.608718 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 07 06:18:04.608982 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 07 06:18:04.609329 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 06:18:04.614246 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 07 06:18:04.638557 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 07 06:18:04.640520 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.640520 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103844) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 07 06:18:04.640520 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.641719 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103844) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 07 06:18:04.642004 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 07 06:18:04.642618 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 07 06:18:04.645568 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.645860 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:04.708519 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 07 06:18:04.708762 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 07 06:18:04.709007 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 07 06:18:04.709461 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 07 06:18:04.729488 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_db.sqlalchemy.engines [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103844) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 07 06:18:05.313798 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing driver for type 'gre' Apr 07 06:18:05.314346 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] gre ID ranges: [(1, 1000)] Apr 07 06:18:05.500566 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing driver for type 'local' Apr 07 06:18:05.501137 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing driver for type 'vlan' Apr 07 06:18:05.597730 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] VlanTypeDriver initialization complete Apr 07 06:18:05.598011 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing driver for type 'vxlan' Apr 07 06:18:05.598518 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] vxlan ID ranges: [(1, 1000)] Apr 07 06:18:05.822558 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing extension driver 'port_security' Apr 07 06:18:05.822902 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.extensions.port_security [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] PortSecurityExtensionDriver initialization complete Apr 07 06:18:05.823240 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing mechanism driver 'openvswitch' Apr 07 06:18:05.823579 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing mechanism driver 'hyperv' Apr 07 06:18:05.830710 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.plugin [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103844) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:05.831565 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.831966 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.832328 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.832865 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.833312 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.833668 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.834023 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.834424 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.834833 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.835185 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.835527 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.835950 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.836366 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.836723 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.837068 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.837468 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.837874 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.838227 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.838567 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.838965 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.839370 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > address_group after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.839718 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > address_group after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.840086 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.840482 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103844) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 07 06:18:05.840927 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] ML2 OVO RPC backend initialized. {{(pid=103844) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 07 06:18:05.842278 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.842643 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.843071 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.843426 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > networks before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.843800 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.844218 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > ports before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.844578 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnets before_response 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.851842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.852151 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.852151 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.857147 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded quota_driver: . Apr 07 06:18:05.857514 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.plugin [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Modular L2 Plugin initialization complete Apr 07 06:18:05.857867 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading services supported by the core plugin {{(pid=103844) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 07 06:18:05.858212 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.plugins.ml2.managers [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Got port-security extension from driver 'port_security' Apr 07 06:18:05.858694 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.extensions.vlantransparent [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Disabled vlantransparent extension. Apr 07 06:18:05.859197 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103844) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 07 06:18:05.859529 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: router Apr 07 06:18:05.903707 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.904763 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_create 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.905146 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router before_create 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.905520 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.905900 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.906260 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_delete 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.906624 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.906979 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.907385 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_create 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.907686 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.908062 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.908416 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.908776 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.909193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.909569 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.909912 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.910259 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: subnet after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.910608 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.910959 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.911310 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_create 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.911655 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.912024 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.912383 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router after_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.912728 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.913081 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_create 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.913443 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.913790 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_update 55549900 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.914156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > agent after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.914639 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > agent after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.914993 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > network after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.915895 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Tracking information for resource: router configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:05.916260 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Tracking information for resource: floatingip configured {{(pid=103844) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 07 06:18:05.921126 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.db.l3_agentschedulers_db [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 07 06:18:05.921650 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.922020 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.922386 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.922785 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: port after_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.923530 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router before_create 55550100 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.923934 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.924307 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_create 55550100 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.924669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > router precommit_update 55550100 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.929636 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.provider_configuration [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service providers = [] {{(pid=103844) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 07 06:18:05.930009 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.db.servicetype_db [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103844) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 07 06:18:05.933008 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.service_base [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 06:18:05.933366 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.service_base [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 06:18:05.933718 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.service_base [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 06:18:05.934617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.services.service_base [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103844) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 07 06:18:05.934999 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.services.service_base [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 07 06:18:05.935417 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.935760 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 07 06:18:05.952727 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.953067 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: auto_allocate Apr 07 06:18:05.958822 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: network precommit_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.959201 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: network precommit_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.959725 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.960080 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: tag Apr 07 06:18:05.967440 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.967797 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: timestamp Apr 07 06:18:05.976246 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.976580 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: network_ip_availability Apr 07 06:18:05.982078 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.982483 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.982847 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:05.983573 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.983934 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: flavors Apr 07 06:18:05.990337 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:05.990675 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading Plugin: revisions Apr 07 06:18:05.999567 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103844) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 07 06:18:06.000002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.330s {{(pid=103844) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 07 06:18:06.000760 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103844) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 07 06:18:06.001103 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Initializing extension manager. Apr 07 06:18:06.001631 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: __init__.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.001979 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: __pycache__ {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.002319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: address_group.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.003101 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.003671 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: address-group Apr 07 06:18:06.004026 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: address_scope.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.004781 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.005308 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: address-scope Apr 07 06:18:06.005634 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.006575 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.007098 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: router-admin-state-down-before-update Apr 07 06:18:06.007427 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: agent.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.008198 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.008688 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: agent Apr 07 06:18:06.009011 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: agent_resources_synced.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.009927 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.010453 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: agent-resources-synced Apr 07 06:18:06.010781 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: allowedaddresspairs.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.012617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.013158 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: allowed-address-pairs Apr 07 06:18:06.014090 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: auto_allocated_topology.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.015127 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.015657 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: auto-allocated-topology Apr 07 06:18:06.016016 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: availability_zone.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.016717 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.017268 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: availability_zone Apr 07 06:18:06.017597 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: availability_zone_filter.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.018518 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.019042 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: availability_zone_filter Apr 07 06:18:06.019368 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: data_plane_status.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.020316 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.020834 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension data-plane-status not supported by any of loaded plugins Apr 07 06:18:06.021161 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: default_subnetpools.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.022093 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.022616 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: default-subnetpools Apr 07 06:18:06.022944 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.023775 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.024299 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: dhcp_agent_scheduler Apr 07 06:18:06.024629 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: dns.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.025551 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.026075 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension dns-integration not supported by any of loaded plugins Apr 07 06:18:06.026402 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: dns_domain_ports.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.027327 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.027882 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 07 06:18:06.028212 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.029166 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.029697 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 07 06:18:06.030024 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: dvr.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.030708 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.031230 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: dvr Apr 07 06:18:06.031553 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: ecmp_routes.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.032514 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.033057 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension ecmp_routes not supported by any of loaded plugins Apr 07 06:18:06.033380 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: empty_string_filtering.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.034295 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.034819 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: empty-string-filtering Apr 07 06:18:06.035144 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.036091 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.036612 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 07 06:18:06.036936 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.037852 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.038367 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 07 06:18:06.038691 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: external_net.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.039598 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.040151 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: external-net Apr 07 06:18:06.040480 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.041396 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.041920 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: extra_dhcp_opt Apr 07 06:18:06.042246 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: extraroute.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.043154 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.043669 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: extraroute Apr 07 06:18:06.044026 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: extraroute_atomic.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.045196 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.045716 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: extraroute-atomic Apr 07 06:18:06.046043 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: filter_validation.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.046713 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.047229 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: filter-validation Apr 07 06:18:06.047555 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: fip_pf_description.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.048493 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.049008 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 07 06:18:06.049333 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: fip_pf_port_range.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.050260 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.050780 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 07 06:18:06.051108 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: fip_port_details.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.055121 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.055642 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: fip-port-details Apr 07 06:18:06.056001 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: flavors.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.057242 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.057780 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: flavors Apr 07 06:18:06.058109 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.059912 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.060973 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 07 06:18:06.061313 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: floatingip_pools.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.062023 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.062552 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: floatingip-pools Apr 07 06:18:06.062884 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: ip_allocation.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.063852 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.064379 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension ip_allocation not supported by any of loaded plugins Apr 07 06:18:06.064711 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.065634 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.066160 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: ip-substring-filtering Apr 07 06:18:06.066492 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l2_adjacency.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.067427 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.067980 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 07 06:18:06.068310 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.069281 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.069817 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: router Apr 07 06:18:06.070151 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.072498 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.073045 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 07 06:18:06.073385 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.074319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.074854 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: ext-gw-mode Apr 07 06:18:06.075189 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.076691 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.077224 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: l3-ha Apr 07 06:18:06.077560 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.078483 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.079006 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 07 06:18:06.079336 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_flavors.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.080295 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.080827 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: l3-flavors Apr 07 06:18:06.081154 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_ndp_proxy.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.084373 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.084913 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 07 06:18:06.085250 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.086175 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.086708 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 07 06:18:06.087038 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: l3agentscheduler.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.088115 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.088692 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: l3_agent_scheduler Apr 07 06:18:06.089032 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: local_ip.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.090870 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.091411 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension local_ip not supported by any of loaded plugins Apr 07 06:18:06.091796 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: logging.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.093436 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.093985 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension logging not supported by any of loaded plugins Apr 07 06:18:06.094325 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: metering.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.095085 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.095692 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: metering Apr 07 06:18:06.096052 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.097164 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.097699 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: metering_source_and_destination_fields Apr 07 06:18:06.098033 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: multiprovidernet.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.098961 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.099549 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: multi-provider Apr 07 06:18:06.099922 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: netmtu.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.100842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.101366 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: net-mtu Apr 07 06:18:06.101741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: netmtu_writable.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.102620 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.103141 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: net-mtu-writable Apr 07 06:18:06.103469 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: network_availability_zone.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.104173 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.104695 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: network_availability_zone Apr 07 06:18:06.105021 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: network_ip_availability.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.106133 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.106664 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: network-ip-availability Apr 07 06:18:06.106995 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: network_segment_range.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.107825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.108347 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension network-segment-range not supported by any of loaded plugins Apr 07 06:18:06.108678 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: pagination.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.109660 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.109997 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: pagination Apr 07 06:18:06.110324 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: port_device_profile.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.111249 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.111805 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: port-device-profile Apr 07 06:18:06.112136 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.113068 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.113600 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: port-mac-address-regenerate Apr 07 06:18:06.113926 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.115099 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.115626 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: port-numa-affinity-policy Apr 07 06:18:06.115982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: port_resource_request.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.116904 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.117425 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension port-resource-request not supported by any of loaded plugins Apr 07 06:18:06.117750 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: port_resource_request_groups.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.118719 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.119241 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 07 06:18:06.119566 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: portbindings.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.120529 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.121055 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: binding Apr 07 06:18:06.121380 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: portbindings_extended.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.122633 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.123694 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: binding-extended Apr 07 06:18:06.124058 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: portsecurity.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.124981 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.125516 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: port-security Apr 07 06:18:06.125842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: project_id.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.126824 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.127157 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: project-id Apr 07 06:18:06.127483 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: providernet.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.128429 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.128961 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: provider Apr 07 06:18:06.129288 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.132785 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.133324 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos not supported by any of loaded plugins Apr 07 06:18:06.133657 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.134902 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.135438 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 07 06:18:06.135795 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.136724 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.137252 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 07 06:18:06.137581 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_default.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.139154 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.139684 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-default not supported by any of loaded plugins Apr 07 06:18:06.140042 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_fip.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.140973 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.141503 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-fip not supported by any of loaded plugins Apr 07 06:18:06.141832 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_fip_network_policy.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.142751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.143274 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 07 06:18:06.143600 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_gateway_ip.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.144693 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.145224 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 07 06:18:06.145553 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_port_network_policy.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.146471 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.146997 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 07 06:18:06.147325 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.148415 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.148942 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 07 06:18:06.149272 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.150314 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.150846 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 07 06:18:06.151176 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_pps_rule.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.152384 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.152922 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-pps not supported by any of loaded plugins Apr 07 06:18:06.153252 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_rule_type_details.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.154197 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.154721 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 07 06:18:06.155050 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_rule_type_filter.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.156006 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.156536 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 07 06:18:06.156866 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: qos_rules_alias.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.157914 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.158444 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 07 06:18:06.158778 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: quota_check_limit.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.159699 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.160260 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: quota-check-limit Apr 07 06:18:06.160593 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: quotasv2.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.161535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.161869 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: quotas Apr 07 06:18:06.162193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: quotasv2_detail.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.163920 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.164266 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: quota_details Apr 07 06:18:06.164596 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: rbac.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.165664 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.166207 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: rbac-policies Apr 07 06:18:06.166543 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: rbac_address_group.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.167480 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.168052 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: rbac-address-group Apr 07 06:18:06.168383 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: rbac_address_scope.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.169311 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.169865 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: rbac-address-scope Apr 07 06:18:06.170193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: rbac_security_groups.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.171198 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.171727 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: rbac-security-groups Apr 07 06:18:06.172077 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: rbac_subnetpool.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.173014 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.173542 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: rbac-subnetpool Apr 07 06:18:06.173869 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: revisionifmatch.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.174799 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.175339 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: revision-if-match Apr 07 06:18:06.175670 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: revisions.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.176811 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.177339 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: standard-attr-revisions Apr 07 06:18:06.177671 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: router_availability_zone.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.178350 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.178877 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: router_availability_zone Apr 07 06:18:06.179204 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: routerservicetype.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.180165 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.180690 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension router-service-type not supported by any of loaded plugins Apr 07 06:18:06.181017 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.181960 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.182493 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: security-groups-normalized-cidr Apr 07 06:18:06.182821 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.183785 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.184324 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: port-security-groups-filtering Apr 07 06:18:06.184652 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.186118 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.186652 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: security-groups-remote-address-group Apr 07 06:18:06.186980 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.187952 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.188483 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: security-groups-shared-filtering Apr 07 06:18:06.188810 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.189417 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 07 06:18:06.189731 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: securitygroup.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.199341 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.199924 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: security-group Apr 07 06:18:06.200266 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: segment.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.201613 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.202142 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension segment not supported by any of loaded plugins Apr 07 06:18:06.202473 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.203425 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.203977 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 07 06:18:06.204311 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: servicetype.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.205436 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.205968 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: service-type Apr 07 06:18:06.206296 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: sorting.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.207286 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.207623 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: sorting Apr 07 06:18:06.207986 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: standard_attr_segment.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.208907 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.209442 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 07 06:18:06.209770 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: standardattrdescription.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.210423 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.210944 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: standard-attr-description Apr 07 06:18:06.211274 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: stateful_security_group.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.212223 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.212754 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: stateful-security-group Apr 07 06:18:06.213082 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: stdattrs_common.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.213658 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 07 06:18:06.213985 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.214932 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.215467 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 07 06:18:06.215819 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnet_onboard.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.216907 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.217438 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: subnet_onboard Apr 07 06:18:06.217767 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.218706 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.219236 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 07 06:18:06.219565 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnet_service_types.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.220523 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.221053 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: subnet-service-types Apr 07 06:18:06.221380 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnetallocation.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.222480 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.223012 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: subnet_allocation Apr 07 06:18:06.223345 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.224055 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.224584 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: subnetpool-prefix-ops Apr 07 06:18:06.224913 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.225866 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.226394 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 07 06:18:06.226722 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: tagging.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.227807 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.228353 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: standard-attr-tag Apr 07 06:18:06.228686 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: timestamp.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.229889 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.230421 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loaded extension: standard-attr-timestamp Apr 07 06:18:06.230750 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: trunk.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.231815 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.232377 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension trunk not supported by any of loaded plugins Apr 07 06:18:06.232709 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: trunk_details.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.233634 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.234162 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension trunk-details not supported by any of loaded plugins Apr 07 06:18:06.234488 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: uplink_status_propagation.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.235423 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.235987 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 07 06:18:06.236319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Loading extension file: vlantransparent.py {{(pid=103844) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 07 06:18:06.236993 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103844) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 07 06:18:06.237516 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 07 06:18:06.240449 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:network Apr 07 06:18:06.240970 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnet Apr 07 06:18:06.241372 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 06:18:06.241764 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:port Apr 07 06:18:06.242995 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.243434 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service FLAVORS assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.244091 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.244533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.244872 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:router Apr 07 06:18:06.245304 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:floatingip Apr 07 06:18:06.245798 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service METERING assigned prefix: /metering {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.247226 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:06.247604 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:06.248767 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103844) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:18:06.249790 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 06:18:06.250234 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:security_group Apr 07 06:18:06.250664 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 06:18:06.251265 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service CORE assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.251605 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 06:18:06.251992 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] subnetpool is already registered Apr 07 06:18:06.252437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service CORE assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.252770 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 06:18:06.253109 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] subnetpool is already registered Apr 07 06:18:06.255375 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.255837 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service FLAVORS assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.256435 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.256858 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.257193 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:router Apr 07 06:18:06.257532 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] router is already registered Apr 07 06:18:06.257941 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:floatingip Apr 07 06:18:06.258278 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] floatingip is already registered Apr 07 06:18:06.258731 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service METERING assigned prefix: /metering {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.259391 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of CountableResource for resource:rbac_policy Apr 07 06:18:06.259723 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] rbac_policy is already registered Apr 07 06:18:06.260159 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:security_group Apr 07 06:18:06.260496 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] security_group is already registered Apr 07 06:18:06.260897 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 07 06:18:06.261232 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] security_group_rule is already registered Apr 07 06:18:06.261853 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service CORE assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.262184 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 06:18:06.262518 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] subnetpool is already registered Apr 07 06:18:06.262937 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.v2.resource_helper [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Service CORE assigned prefix: {{(pid=103844) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 07 06:18:06.263266 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Creating instance of TrackedResource for resource:subnetpool Apr 07 06:18:06.264168 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING neutron.quota.resource_registry [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] subnetpool is already registered Apr 07 06:18:06.264640 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: extensions {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.266078 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: address-groups {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.267568 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: address-scopes {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.268959 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: agents {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.270117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: auto-allocated-topology {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.271361 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: availability_zones {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.272694 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: dhcp-networks {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.274192 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: dhcp-agents {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.275621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: routers {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.278833 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: flavors {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.280083 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: service_profiles {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.281300 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: next_providers {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.282750 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: service_profiles {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.284328 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: floatingip-pools {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.285571 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: routers {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.287684 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: floatingips {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.288987 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: l3-routers {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.290368 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: l3-agents {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.291819 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: metering-labels {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.293189 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: metering-label-rules {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.294456 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: network-ip-availabilities {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.295776 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: bindings {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.297427 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: quotas {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.298981 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: quotas {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.300524 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: rbac-policies {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.301833 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: security-groups {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.303047 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: security-group-rules {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.304306 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: service-providers {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.305538 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: subnetpools {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.306985 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: subnetpools {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.308466 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.310119 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.312494 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.314287 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.316093 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.317912 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.319605 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.321574 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.323314 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.325191 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron.api.extensions [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Extended resource: tags {{(pid=103844) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 07 06:18:06.331623 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING keystonemiddleware.auth_token [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 07 06:18:06.336377 dv-cinder-831776-6-iscsi neutron-server[103844]: WARNING keystonemiddleware.auth_token [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 07 06:18:06.345085 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Acquired lock "singleton_lock" {{(pid=103844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 07 06:18:06.345561 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_concurrency.lockutils [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Releasing lock "singleton_lock" {{(pid=103844) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 07 06:18:06.346219 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Starting 2 workers Apr 07 06:18:06.351099 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Started child 103955 {{(pid=103844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 06:18:06.355647 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Started child 103956 {{(pid=103844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 06:18:06.356565 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.357737 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO neutron.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 07 06:18:06.358340 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Publish callbacks [] for process (None), before_spawn {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.358886 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [-] (103955) wsgi starting up on http://0.0.0.0:9696 Apr 07 06:18:06.360835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.361304 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Starting 1 workers Apr 07 06:18:06.362261 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [-] (103956) wsgi starting up on http://0.0.0.0:9696 Apr 07 06:18:06.366273 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Started child 103957 {{(pid=103844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 06:18:06.366822 dv-cinder-831776-6-iscsi neutron-server[103844]: INFO oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Starting 1 workers Apr 07 06:18:06.370024 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] calling RpcWorker wait() {{(pid=103957) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 07 06:18:06.370606 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] returning from RpcWorker wait() {{(pid=103957) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 07 06:18:06.371302 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Started child 103958 {{(pid=103844) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 07 06:18:06.371816 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.372173 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG neutron_lib.callbacks.manager [None req-0037d773-5e44-4d69-9230-6d242b547a6c None None] Publish callbacks [] for process (None), after_spawn {{(pid=103844) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.372270 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:06.374904 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 06:18:06.375114 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 06:18:06.375305 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 06:18:06.375537 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 06:18:06.375915 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 06:18:06.376086 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 06:18:06.376598 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.376898 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.377189 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.377457 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.377746 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.378280 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:06.378769 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.378769 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.378936 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.379186 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.379422 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.379593 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.379780 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.380047 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.380300 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.380617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.380880 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.381130 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.381407 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.381589 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.381846 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.382127 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.382360 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.382648 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] debug = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.382896 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.383380 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.383610 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.383883 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.384123 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.384401 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.384631 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.384918 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.385137 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.385374 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.385624 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.385878 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.386113 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.386352 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.386602 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.386838 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.387088 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.387338 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.387843 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] host = dv-cinder-831776-6-iscsi {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.388093 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.388332 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.388626 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.388884 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.389130 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.389378 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.389631 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.389902 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.390157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.390386 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.390628 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.390892 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.391135 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.391412 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.391580 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_options = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.391859 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.392136 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.392418 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.392612 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.392787 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.392956 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.393222 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.393391 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.393647 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.393869 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.394091 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.394326 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.394579 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.394799 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.395039 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.395277 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396254 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396254 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396254 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396254 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396622 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396713 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.396931 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.397174 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.397991 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.398242 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.398474 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.398712 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.398947 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.399223 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.399463 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.399713 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.399980 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.400240 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.400505 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.400738 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.400973 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.401194 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.401477 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.401709 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.401966 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.402226 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.402448 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.402694 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.402912 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.403160 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.403379 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_json = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.403614 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.403875 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.404171 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.404392 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.404610 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.404830 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.405071 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.405323 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.405561 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.405998 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.406287 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.406607 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.406850 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.406945 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:06.407121 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.407386 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.407656 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.407903 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415117 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.415669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.416825 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417367 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417851 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.417851 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.418012 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.418193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.418431 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.418646 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.418862 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.419090 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.419307 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.419549 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.420361 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.420584 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.420821 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.421038 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.421278 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422461 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422884 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.422884 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.423094 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.423299 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.423514 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.423933 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.424156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.424405 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.424634 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.424847 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.425237 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.425453 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.425813 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.426058 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.426276 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.426495 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.426730 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.426951 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.427171 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.427386 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.427599 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.427840 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.428062 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.428302 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.428591 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.429224 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.429477 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.429704 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.429945 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.430194 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.430596 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.430864 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.431092 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.431320 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.431540 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.431830 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.432072 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.432319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.432552 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.432799 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.433038 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.433263 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.433486 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.433736 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.433960 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.434184 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.434418 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.434700 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.435091 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.435407 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.436211 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.436471 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.436758 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.437032 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.437308 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.437532 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.437821 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.438129 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.438440 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.438721 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.438973 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.439236 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.439505 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.439786 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.440036 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.440276 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.440516 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.440741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.441010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.441250 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.441473 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.441707 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.442006 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.442241 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.442460 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.442680 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.442968 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.443235 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.443500 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.443775 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.444031 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.444297 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.444547 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.444778 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.444999 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.445231 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.445480 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.445697 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.445933 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.446166 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.446415 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.446650 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.446865 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.447101 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.447335 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.447556 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.447833 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.448058 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.448276 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.448524 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.448743 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.448971 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.449209 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.449431 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.449659 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.449882 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.450114 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.450364 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.450622 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.450898 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.451268 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.454717 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.455019 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.455172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37078) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:06.455299 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.455591 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.455862 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.456139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.456405 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.456660 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.456894 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458505 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458589 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.458913 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.459168 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.459561 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.460004 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.460265 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.460494 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.460727 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.460953 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.461181 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.461426 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.461678 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.461908 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.463630 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464233 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464233 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464384 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464475 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464711 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.464937 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.465155 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.465379 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.465600 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.465814 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467388 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467860 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.467860 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.468009 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.468237 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.468458 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.468679 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.468930 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.469148 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.469365 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.469614 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.469840 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.470057 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.470288 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.470503 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.470718 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.470944 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.471188 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.471404 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.471652 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.471890 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.472106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.472334 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.472555 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.472771 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.473000 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.473213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.473431 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.473655 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.473877 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.474093 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.474411 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.474681 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.474908 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.475199 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.475450 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.475701 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.475982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.476298 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.476519 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.476803 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.477052 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.477293 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.477535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.477815 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.478143 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.478441 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.478730 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.478989 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.479251 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.479533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.480133 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.480133 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.480289 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0190012 Apr 07 06:18:06.480364 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481072 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481072 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481248 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481443 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481695 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.481935 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.483560 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.483737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485414 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485897 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.485897 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.486031 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.486283 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.486521 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.486694 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 06:18:06.487256 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103844) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 07 06:18:06.487416 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 07 06:18:06.487569 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 07 06:18:06.487801 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 07 06:18:06.487943 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 07 06:18:06.488075 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 07 06:18:06.488289 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.488455 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.488619 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.488782 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.488944 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490178 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490345 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490526 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490671 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490821 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.490961 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.491109 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.491250 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.493621 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] debug = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.495674 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496213 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] host = dv-cinder-831776-6-iscsi {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.496737 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497275 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497275 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497275 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497275 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497521 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.497521 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499137 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499276 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499433 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499606 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499788 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.499951 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.500102 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.500264 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_options = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.500444 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.500602 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501121 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501121 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501121 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501309 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501396 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501508 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501834 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.501991 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502151 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502312 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502472 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502633 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502793 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.502956 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.503118 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.503261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.503401 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.503639 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.503816 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.504702 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.504702 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.504880 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505027 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505189 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505349 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505507 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505669 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.505979 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.506142 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.506443 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.506765 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.506929 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.508437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_json = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509358 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509897 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509897 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.509897 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.510104 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.510104 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 07 06:18:06.510248 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.510401 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.510573 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.510887 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511061 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511271 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511373 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511539 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511699 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.511888 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.512058 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.512221 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513122 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513481 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513481 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.513614 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514215 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514215 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514215 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514215 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514479 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.514548 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515533 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515962 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515962 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.515962 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.516138 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.516249 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517002 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517319 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517542 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517631 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517780 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.517941 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518104 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518268 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518437 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518600 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518763 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.518925 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519088 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519250 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519424 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519584 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519765 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.519936 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520099 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520261 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520423 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520586 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520748 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.520910 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521144 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521241 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521402 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521577 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521723 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.521926 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.522029 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.522169 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.522484 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.522649 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.522812 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523696 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.523992 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524535 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524823 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524823 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.524995 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.525158 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.525324 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.525470 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.525717 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.525865 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526004 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526143 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526291 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526384 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526539 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526706 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.526855 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.527008 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.527150 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.527290 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.527469 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.527619 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528064 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528064 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528064 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528490 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528490 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528810 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.528810 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529090 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529090 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529550 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529550 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529550 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529867 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.529867 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530027 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530104 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530255 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530421 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530799 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.530799 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531110 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531110 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531384 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531384 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531648 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531648 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531954 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.531954 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.532248 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.532248 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.534955 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.536751 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.538010 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539106 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.539675 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540279 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.540842 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541372 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541372 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541372 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541372 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541641 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541641 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.541776 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.542982 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543490 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543490 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543490 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543677 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543762 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.543898 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.544080 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.544265 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.544368 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.544532 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.545741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.545741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.545741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.545741 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548157 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.548617 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549156 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549554 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549554 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549554 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549745 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549812 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.549998 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550215 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550403 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550521 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550608 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550755 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.550918 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551081 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551253 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551416 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551578 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551787 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.551963 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552154 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552304 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552462 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552606 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552746 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.552887 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553027 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553182 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553322 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553463 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553603 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553759 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.553901 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554073 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554245 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554430 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554574 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554713 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.554883 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555050 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555212 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555347 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555510 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555671 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.555868 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556031 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556193 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556357 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556519 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556682 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.556843 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.557006 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.557168 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 07 06:18:06.558139 dv-cinder-831776-6-iscsi neutron-server[103844]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103844) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 07 06:18:18.145962 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0167ed1-1547-4fa9-82d3-c5f4bf6ee84d None None] get_active_networks_info from dv-cinder-831776-6-iscsi {{(pid=103957) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 07 06:18:18.200177 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0167ed1-1547-4fa9-82d3-c5f4bf6ee84d None None] No non-hosted networks {{(pid=103957) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 07 06:18:18.207191 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.agentschedulers_db [None req-a0167ed1-1547-4fa9-82d3-c5f4bf6ee84d None None] DHCP Agent not found on host dv-cinder-831776-6-iscsi {{(pid=103957) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 07 06:18:18.286848 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-57e714b0-cbc1-425f-b828-d8c555234287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:20.590252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-99dc021e-b38b-4605-b635-a334d7040ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:20.616442 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.db.api [None req-2d19a373-031a-4151-9ccc-a7a12c957a89 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-831776-6-iscsi {{(pid=103957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 06:18:20.617318 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG oslo_db.api [None req-2d19a373-031a-4151-9ccc-a7a12c957a89 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 06:18:21.246638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37152) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:21.335413 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2d19a373-031a-4151-9ccc-a7a12c957a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:21.878397 dv-cinder-831776-6-iscsi neutron-server[103955]: WARNING oslo_policy.policy [None req-aaa6b7e9-8cba-4b33-8daf-cf14d2842661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:21.879322 dv-cinder-831776-6-iscsi neutron-server[103955]: WARNING oslo_policy.policy [None req-aaa6b7e9-8cba-4b33-8daf-cf14d2842661 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:21.880062 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:22.105433 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [None req-aaa6b7e9-8cba-4b33-8daf-cf14d2842661 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:18:22.115772 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-aaa6b7e9-8cba-4b33-8daf-cf14d2842661 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8588734 Apr 07 06:18:22.851181 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:24.451416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:24.454263 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.454917 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.455449 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.456158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.460324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.460324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.460324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.460324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.460324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.461342 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.461342 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.461601 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.462960 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.466057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.466693 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:24.467162 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831776-6-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:24.494050 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831776-6-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:24.687808 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37186) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:25.224886 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:25.225508 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:25.449679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'is_default': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:25.545565 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.policy [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103956) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 06:18:25.590285 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:25.590676 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING oslo_policy.policy [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:25.780164 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293778614', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293778121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293761583', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293769177', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293679912', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751293686734', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1625670', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1651155', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526243', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743422'] for rbac-policy (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:25.973329 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:25.975101 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-414e02dd-a80a-468a-a982-b6bc3d575097 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2851083 Apr 07 06:18:26.653988 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.db.l3_hamode_db [None req-2f4ab6b7-9617-4e7d-a60c-faf44fa29011 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 07 06:18:26.740725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ab6b7-9617-4e7d-a60c-faf44fa29011 None None] Routers set() bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:18:26.741128 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4ab6b7-9617-4e7d-a60c-faf44fa29011 None None] Router IDs set() for agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 07 06:18:28.462674 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37204) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:28.774043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:28.894468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Made reservation on behalf of f2feaca3faed4ec0a547bb377a6f494e for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:18:28.898274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:28.914720 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.019389 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks [] for security_group (dc070bfb-6674-4708-99ba-35fc04ab4263), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.088915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (dc070bfb-6674-4708-99ba-35fc04ab4263), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.113226 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:18:29.148468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751296760432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (1582ab81-5aa7-4319-b824-29f66a8e3802), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.148986 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Unsubscribe: segment precommit_create {{(pid=103956) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 06:18:29.149519 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Added segment 1582ab81-5aa7-4319-b824-29f66a8e3802 of type vlan for network 872d41bf-04a1-43fc-b597-de16431f0dea Apr 07 06:18:29.165256 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dc070bfb-6674-4708-99ba-35fc04ab4263,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:29.213787 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.214135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.214496 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.214859 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.215196 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.215535 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.216392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.216716 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.217040 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.217361 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.217682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.218016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.218338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.218655 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.218971 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Tracked resource versions report: Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: pushed versions: Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Agent': {'1.1'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Log': {'1.0'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'NDPProxy': {'1.0'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Network': {'1.1'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Port': {'1.7'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'PortForwarding': {'1.3'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: consumer versions: Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Agent': '1.1', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Log': '1.0', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'NDPProxy': '1.0', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Network': '1.1', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Port': '1.7', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'PortForwarding': '1.3', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SubPort': '1.0', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Subnet': '1.1', Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Apr 07 06:18:29.220399 dv-cinder-831776-6-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:18:29.265026 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (872d41bf-04a1-43fc-b597-de16431f0dea), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.359452 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (872d41bf-04a1-43fc-b597-de16431f0dea), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.365571 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:29.368002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:29.481448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] Pushing event updated for resources: {'Network': ['ID=872d41bf-04a1-43fc-b597-de16431f0dea,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:29.494115 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 872d41bf-04a1-43fc-b597-de16431f0dea details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:18:29.499738 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-99da1745-0e3e-4fc1-b015-c9c3b3936f60 demo demo] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0360005 Apr 07 06:18:32.040851 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37216) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:32.435057 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6822ad8-ea3b-4124-a38c-c20ce7b7e48e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:32.436443 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e6822ad8-ea3b-4124-a38c-c20ce7b7e48e demo admin] 10.222.0.24 "GET /v2.0/networks/872d41bf-04a1-43fc-b597-de16431f0dea HTTP/1.1" status: 200 len: 824 time: 0.3946240 Apr 07 06:18:32.461096 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6c8c8897-840a-4baa-bc84-4317799e066c demo admin] 10.222.0.24 "GET /v2.0/subnetpools/4dc8dd2d-7e66-482d-af61-a672350412fb HTTP/1.1" status: 200 len: 734 time: 0.0190918 Apr 07 06:18:32.469397 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb', 'ip_version': 4, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:32.553591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Made reservation on behalf of f2feaca3faed4ec0a547bb377a6f494e for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:18:32.555873 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:32.971219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (f2d7128a-ed47-4db1-a985-f4289676d825), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:33.043578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Pushing event updated for resources: {'Subnet': ['ID=f2d7128a-ed47-4db1-a985-f4289676d825,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:33.048080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Checking segment: {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:18:33.048462 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Network hostable DHCP agents. Network: 872d41bf-04a1-43fc-b597-de16431f0dea, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:18:33.147728 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Network 872d41bf-04a1-43fc-b597-de16431f0dea is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:18:33.221786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 872d41bf-04a1-43fc-b597-de16431f0dea) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:18:33.226522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:33.227122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:33.231273 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea4936-4ac0-44ce-86d1-fe0cb08de777 None None] Network 872d41bf-04a1-43fc-b597-de16431f0dea requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:18:33.311230 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-10ba521f-f342-40e1-b3cc-341583477c6d demo admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8448367 Apr 07 06:18:33.600150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-872d41bf-04a1-43fc-b597-de16431f0dea', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:18:33.601429 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:33.875906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Allocated IP 172.20.0.2 (872d41bf-04a1-43fc-b597-de16431f0dea/f2d7128a-ed47-4db1-a985-f4289676d825/3064d67d-91fe-4685-9cc6-da07f19abbf4) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:18:34.139841 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks [] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:34.211054 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:34.278734 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Network 872d41bf-04a1-43fc-b597-de16431f0dea is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:18:34.285336 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:18:34.295181 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:18:34.302055 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Pushing event updated for resources: {'Port': ['ID=3064d67d-91fe-4685-9cc6-da07f19abbf4,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:34.333022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.333372 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.333725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.334081 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.334420 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.334749 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.335072 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.335396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.335720 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.336072 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.336396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.336733 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.337058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.337378 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.337696 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Tracked resource versions report: Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: pushed versions: Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Agent': {'1.1'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Log': {'1.0'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'NDPProxy': {'1.0'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Network': {'1.1'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Port': {'1.7'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'PortForwarding': {'1.3'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: consumer versions: Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Agent': '1.1', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Log': '1.0', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'NDPProxy': '1.0', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Network': '1.1', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Port': '1.7', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'PortForwarding': '1.3', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SubPort': '1.0', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Subnet': '1.1', Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Apr 07 06:18:34.339106 dv-cinder-831776-6-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:18:34.388382 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Attempting to bind port 3064d67d-91fe-4685-9cc6-da07f19abbf4 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:18:34.388791 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Attempting to bind port 3064d67d-91fe-4685-9cc6-da07f19abbf4 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:18:34.389202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Attempting to bind port 3064d67d-91fe-4685-9cc6-da07f19abbf4 on network 872d41bf-04a1-43fc-b597-de16431f0dea {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:18:34.394190 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:18:34.394548 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Checking segment: {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:18:34.395036 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:34.395425 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Bound using segment: {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:18:34.395914 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Bound port: 3064d67d-91fe-4685-9cc6-da07f19abbf4, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:18:34.396320 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:34.456936 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] For port 3064d67d-91fe-4685-9cc6-da07f19abbf4, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:18:34.478447 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] For port 3064d67d-91fe-4685-9cc6-da07f19abbf4, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3064d67d-91fe-4685-9cc6-da07f19abbf4,segment=NetworkSegment(1582ab81-5aa7-4319-b824-29f66a8e3802),segment_id=1582ab81-5aa7-4319-b824-29f66a8e3802)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:18:34.576841 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:34.640373 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab16014-7ea7-485c-8535-25339e1cc36f None None] Pushing event updated for resources: {'Port': ['ID=3064d67d-91fe-4685-9cc6-da07f19abbf4,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:35.860523 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37224) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:36.177362 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-7784cfdc-2eeb-476e-bbba-5226ce8e041d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:18:36.178373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7784cfdc-2eeb-476e-bbba-5226ce8e041d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3169148 Apr 07 06:18:38.718809 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37232) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:39.035527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [None req-e0f5a880-b313-46dc-b4ca-915dfb039204 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:18:39.036539 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e0f5a880-b313-46dc-b4ca-915dfb039204 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3167610 Apr 07 06:18:41.569565 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37240) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:41.901200 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:41.962451 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.policy [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103955) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 07 06:18:42.005919 dv-cinder-831776-6-iscsi neutron-server[103955]: WARNING oslo_policy.policy [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:42.006314 dv-cinder-831776-6-iscsi neutron-server[103955]: WARNING oslo_policy.policy [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 07 06:18:42.142115 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (5d5d2241-b697-4716-b666-f22d8f79eeb9), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:42.144182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (5d5d2241-b697-4716-b666-f22d8f79eeb9), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:42.299334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Publish callbacks [] for router_controller (5d5d2241-b697-4716-b666-f22d8f79eeb9), precommit_add_association {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:42.438707 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (5d5d2241-b697-4716-b666-f22d8f79eeb9), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:42.526927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:42.529012 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f706d3be-8ef0-40ab-b159-e18b7edc616b demo demo] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9583304 Apr 07 06:18:45.095984 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37254) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:45.173625 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3064d67d-91fe-4685-9cc6-da07f19abbf4 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:18:45.260105 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3064d67d-91fe-4685-9cc6-da07f19abbf4 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:45.260798 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:45.367773 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3064d67d-91fe-4685-9cc6-da07f19abbf4 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:18:45.377714 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:45.402011 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 3064d67d-91fe-4685-9cc6-da07f19abbf4, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3064d67d-91fe-4685-9cc6-da07f19abbf4,segment=NetworkSegment(1582ab81-5aa7-4319-b824-29f66a8e3802),segment_id=1582ab81-5aa7-4319-b824-29f66a8e3802)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:18:45.428865 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-ba04d613-d664-41d6-9873-b7a68d474f04 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:18:45.429953 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ba04d613-d664-41d6-9873-b7a68d474f04 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3319139 Apr 07 06:18:45.473334 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:45.526030 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=3064d67d-91fe-4685-9cc6-da07f19abbf4,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:46.066439 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1155907-864c-42ce-affe-505c797cc335 None None] Network 872d41bf-04a1-43fc-b597-de16431f0dea requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:18:46.138584 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-6f1f1cb4-2830-4537-b38a-e4a731d5abd2 None None] Provisioning complete for port 3064d67d-91fe-4685-9cc6-da07f19abbf4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:46.138970 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6f1f1cb4-2830-4537-b38a-e4a731d5abd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:46.263702 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6f1f1cb4-2830-4537-b38a-e4a731d5abd2 None None] Current status of the port 3064d67d-91fe-4685-9cc6-da07f19abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:18:46.483739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-87896022-b7f4-4925-88dd-3113b89d48b4 None None] Provisioning complete for port 3064d67d-91fe-4685-9cc6-da07f19abbf4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:46.484154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-87896022-b7f4-4925-88dd-3113b89d48b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:46.560901 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-87896022-b7f4-4925-88dd-3113b89d48b4 None None] Current status of the port 3064d67d-91fe-4685-9cc6-da07f19abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:18:47.138311 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3064d67d-91fe-4685-9cc6-da07f19abbf4 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:18:47.185110 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3064d67d-91fe-4685-9cc6-da07f19abbf4 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:47.185498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:47.257711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3064d67d-91fe-4685-9cc6-da07f19abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:18:47.966302 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37262) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:48.187646 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2bd68636-943a-4e68-95ca-d395ba063eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.277762 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:48.364525 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Made reservation on behalf of 166c17adce104ad88442ca1e7dd22799 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:18:48.366961 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.374825 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.421434 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:18:48.443944 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks [] for security_group (9020c894-32f4-437b-bfc6-089d8617429e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.513079 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9020c894-32f4-437b-bfc6-089d8617429e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.527651 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Reserving flat network on physical network physnet1 {{(pid=103956) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 07 06:18:48.547486 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9020c894-32f4-437b-bfc6-089d8617429e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:48.551963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (93b51f48-0aa7-4416-a460-2b722896b8a4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.552300 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Added segment 93b51f48-0aa7-4416-a460-2b722896b8a4 of type flat for network 572cb5df-3536-4baa-9d30-03afe1d18286 Apr 07 06:18:48.598859 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (572cb5df-3536-4baa-9d30-03afe1d18286), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.712683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (572cb5df-3536-4baa-9d30-03afe1d18286), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.713525 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:48.714087 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:48.804828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] Pushing event updated for resources: {'Network': ['ID=572cb5df-3536-4baa-9d30-03afe1d18286,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:48.814908 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 572cb5df-3536-4baa-9d30-03afe1d18286 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:18:48.896990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b09b1922-e3f5-4030-9a81-af8a03951083 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9296174 Apr 07 06:18:50.564435 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd0beee4-6b67-4609-bbf7-899ebeb240b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:51.364021 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37270) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:51.655869 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dcca5b-d04b-4e4e-bc7b-87ac9a100a5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:51.657178 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-13dcca5b-d04b-4e4e-bc7b-87ac9a100a5e demo admin] 10.222.0.24 "GET /v2.0/subnets/f2d7128a-ed47-4db1-a985-f4289676d825 HTTP/1.1" status: 200 len: 849 time: 0.2919168 Apr 07 06:18:51.821032 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-eb1801d5-358e-4aeb-a4e7-b514cdfb2b62 demo admin] 10.222.0.24 "GET /v2.0/routers/5d5d2241-b697-4716-b666-f22d8f79eeb9 HTTP/1.1" status: 200 len: 704 time: 0.1570122 Apr 07 06:18:51.821414 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.090580 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.376273 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Allocated IP 172.20.0.1 (872d41bf-04a1-43fc-b597-de16431f0dea/f2d7128a-ed47-4db1-a985-f4289676d825/8f6c1ce8-feed-435a-9070-664a2cd519e3) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:18:52.568973 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks [] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.713625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.782539 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Network 872d41bf-04a1-43fc-b597-de16431f0dea is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:18:52.789265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:18:52.795277 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:18:52.795844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (5d5d2241-b697-4716-b666-f22d8f79eeb9), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.821449 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:52.859184 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Pushing event updated for resources: {'Port': ['ID=8f6c1ce8-feed-435a-9070-664a2cd519e3,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:53.094367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.120280 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-6311aa35-6ba8-4e95-8dfb-736eb0201f85 None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:53.120666 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6311aa35-6ba8-4e95-8dfb-736eb0201f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.195432 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6311aa35-6ba8-4e95-8dfb-736eb0201f85 None None] Port 8f6c1ce8-feed-435a-9070-664a2cd519e3 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:18:53.301389 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks [] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.358355 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.359139 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (5d5d2241-b697-4716-b666-f22d8f79eeb9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.437173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Pushing event updated for resources: {'Port': ['ID=8f6c1ce8-feed-435a-9070-664a2cd519e3,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:53.481772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Network 872d41bf-04a1-43fc-b597-de16431f0dea is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:18:53.483023 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:18:53.718330 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-36371608-934a-48f5-b96b-b8711cc39434 None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:53.718847 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-36371608-934a-48f5-b96b-b8711cc39434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:53.734247 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Router 5d5d2241-b697-4716-b666-f22d8f79eeb9 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:18:53.751652 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-36371608-934a-48f5-b96b-b8711cc39434 None None] Port 8f6c1ce8-feed-435a-9070-664a2cd519e3 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:18:53.829769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:18:53.835922 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1fc59e76-6a95-4b2b-833b-68c80f7dc592 demo admin] 10.222.0.24 "PUT /v2.0/routers/5d5d2241-b697-4716-b666-f22d8f79eeb9/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0086603 Apr 07 06:18:53.839526 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Sync routers for ids ['5d5d2241-b697-4716-b666-f22d8f79eeb9'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:18:53.852532 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Routers {'5d5d2241-b697-4716-b666-f22d8f79eeb9'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:18:53.853398 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:18:50Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['5d5d2241-b697-4716-b666-f22d8f79eeb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:54.045532 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Set router 5d5d2241-b697-4716-b666-f22d8f79eeb9 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:18:54.419894 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:54.472561 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:18:52Z', 'revision_number': 2, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port_host': None, '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:53Z', 'revision_number': 2, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:54.523402 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Checking router: 5d5d2241-b697-4716-b666-f22d8f79eeb9 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:18:54.523794 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Updating router 5d5d2241-b697-4716-b666-f22d8f79eeb9 port 8f6c1ce8-feed-435a-9070-664a2cd519e3 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:18:54.577606 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.080724 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks [] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.139395 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.298992 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Pushing event updated for resources: {'Port': ['ID=8f6c1ce8-feed-435a-9070-664a2cd519e3,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:55.314743 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.315093 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.315457 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.315837 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.316176 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.316507 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.316834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.317159 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.317488 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.317812 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.318141 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.318491 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.318804 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.319124 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.319442 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Tracked resource versions report: Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: pushed versions: Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Log': {'1.0'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Network': {'1.1'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Port': {'1.7'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: consumer versions: Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Agent': '1.1', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Log': '1.0', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Network': '1.1', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Port': '1.7', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'PortForwarding': '1.3', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SubPort': '1.0', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Subnet': '1.1', Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Apr 07 06:18:55.320932 dv-cinder-831776-6-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:18:55.325930 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Attempting to bind port 8f6c1ce8-feed-435a-9070-664a2cd519e3 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:18:55.326353 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Attempting to bind port 8f6c1ce8-feed-435a-9070-664a2cd519e3 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:18:55.326776 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Attempting to bind port 8f6c1ce8-feed-435a-9070-664a2cd519e3 on network 872d41bf-04a1-43fc-b597-de16431f0dea {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:18:55.332434 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:18:55.332812 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Checking segment: {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:18:55.333298 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.333680 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Bound using segment: {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:18:55.334148 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Bound port: 8f6c1ce8-feed-435a-9070-664a2cd519e3, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1582ab81-5aa7-4319-b824-29f66a8e3802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:18:55.334536 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.384352 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-a98ff480-1122-44db-8678-ed1e0ebfb1a8 None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:55.385100 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a98ff480-1122-44db-8678-ed1e0ebfb1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.403341 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] For port 8f6c1ce8-feed-435a-9070-664a2cd519e3, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:18:55.422284 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a98ff480-1122-44db-8678-ed1e0ebfb1a8 None None] Port 8f6c1ce8-feed-435a-9070-664a2cd519e3 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:18:55.424161 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] For port 8f6c1ce8-feed-435a-9070-664a2cd519e3, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=8f6c1ce8-feed-435a-9070-664a2cd519e3,segment=NetworkSegment(1582ab81-5aa7-4319-b824-29f66a8e3802),segment_id=1582ab81-5aa7-4319-b824-29f66a8e3802)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:18:55.502286 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.562814 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6887e-6ed3-43f7-9ad1-27575bf7e794 None None] Pushing event updated for resources: {'Port': ['ID=8f6c1ce8-feed-435a-9070-664a2cd519e3,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:55.572031 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Routers {'5d5d2241-b697-4716-b666-f22d8f79eeb9'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:18:55.572739 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:18:50Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['5d5d2241-b697-4716-b666-f22d8f79eeb9'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:55.667982 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] Set router 5d5d2241-b697-4716-b666-f22d8f79eeb9 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:18:55.746382 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:18:55.746782 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.826984 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Current status of the port 8f6c1ce8-feed-435a-9070-664a2cd519e3 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:18:55.827617 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.860805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] For port 8f6c1ce8-feed-435a-9070-664a2cd519e3, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=8f6c1ce8-feed-435a-9070-664a2cd519e3,segment=NetworkSegment(1582ab81-5aa7-4319-b824-29f66a8e3802),segment_id=1582ab81-5aa7-4319-b824-29f66a8e3802)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:18:55.879600 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:18:52Z', 'revision_number': 2, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port_host': None, '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:55Z', 'revision_number': 4, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:18:55.906219 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5c179-a704-410d-9139-a98cfb5a29a3 None None] The sync data for ids ['5d5d2241-b697-4716-b666-f22d8f79eeb9'] in dv-cinder-831776-6-iscsi is: [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:18:52Z', 'revision_number': 2, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port_host': None, '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:55Z', 'revision_number': 4, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:18:55.934094 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:55.986246 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9082a6-8055-45ab-95b2-ada6348a8c8a None None] Pushing event updated for resources: {'Port': ['ID=8f6c1ce8-feed-435a-9070-664a2cd519e3,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:56.322950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37290) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:56.430879 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144eef4f-bdaa-44d3-be73-1f3a81a1c161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:56.435815 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-144eef4f-bdaa-44d3-be73-1f3a81a1c161 admin admin] 10.222.0.24 "GET /v2.0/networks/572cb5df-3536-4baa-9d30-03afe1d18286 HTTP/1.1" status: 200 len: 842 time: 0.1117542 Apr 07 06:18:56.441948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Request body: {'subnet': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:18:56.552834 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Made reservation on behalf of 166c17adce104ad88442ca1e7dd22799 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:18:56.555116 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:56.995322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.objects.ports [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103956) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 07 06:18:56.995777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (3ceb517c-a1c2-4798-8ff8-f9f6a4344c38), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:57.048533 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ceb517c-a1c2-4798-8ff8-f9f6a4344c38,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:18:57.057306 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:18:57.057658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Network hostable DHCP agents. Network: 572cb5df-3536-4baa-9d30-03afe1d18286, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:18:57.124518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:18:57.215772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 572cb5df-3536-4baa-9d30-03afe1d18286) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:18:57.224589 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65e0e29-ba09-4c46-829c-9be09adce242 None None] Network 572cb5df-3536-4baa-9d30-03afe1d18286 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:18:57.227630 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:57.227630 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:18:57.305721 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-627c26ac-281d-44f7-852b-99485eeb85fd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8653312 Apr 07 06:18:57.323638 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1769bb55-6aaa-47e6-92cf-62fdb91fe53b None None] Network 572cb5df-3536-4baa-9d30-03afe1d18286 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:18:59.735320 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37308) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:18:59.872116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad42c35f-6611-4a23-b5f4-b6405055eda2 demo admin] 10.222.0.24 "GET /v2.0/routers/5d5d2241-b697-4716-b666-f22d8f79eeb9 HTTP/1.1" status: 200 len: 710 time: 0.1356025 Apr 07 06:18:59.958646 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4238b9b1-571a-4746-b6ac-75c9bdce257a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:18:59.959958 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4238b9b1-571a-4746-b6ac-75c9bdce257a demo admin] 10.222.0.24 "GET /v2.0/networks/572cb5df-3536-4baa-9d30-03afe1d18286 HTTP/1.1" status: 200 len: 886 time: 0.0825448 Apr 07 06:18:59.969308 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:19:00.212889 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks [] for router_gateway (5d5d2241-b697-4716-b666-f22d8f79eeb9), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:00.508084 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks [] for router_gateway (5d5d2241-b697-4716-b666-f22d8f79eeb9), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:00.583222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:00.686662 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Allocated IP 172.27.3.52 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/7d990ac0-c217-4282-acaf-3b8243a63033) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:19:00.789410 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks [] for port (7d990ac0-c217-4282-acaf-3b8243a63033), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:00.877328 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:00.911998 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:19:00.918786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:19:00.924933 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Pushing event updated for resources: {'Port': ['ID=7d990ac0-c217-4282-acaf-3b8243a63033,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:19:00.928371 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:19:01.377652 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks [] for router_gateway (5d5d2241-b697-4716-b666-f22d8f79eeb9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:01.580104 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-758577', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-682881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-8116'] for router (5d5d2241-b697-4716-b666-f22d8f79eeb9), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:01.583482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-758568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-758491', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-682936'] for router (5d5d2241-b697-4716-b666-f22d8f79eeb9), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:01.690706 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Router 5d5d2241-b697-4716-b666-f22d8f79eeb9 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:19:01.800569 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:19:01.805706 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:01.819805 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-62cbcb8a-406f-41ba-92f8-3326939a8b82 demo admin] 10.222.0.24 "PUT /v2.0/routers/5d5d2241-b697-4716-b666-f22d8f79eeb9 HTTP/1.1" status: 200 len: 889 time: 1.8406065 Apr 07 06:19:03.160538 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 8f6c1ce8-feed-435a-9070-664a2cd519e3 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:19:03.211795 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:19:03.212196 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:03.283960 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 8f6c1ce8-feed-435a-9070-664a2cd519e3 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:19:04.327360 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37322) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:19:04.443500 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-aca2abec-2070-4594-bffa-aedc7417a2f6 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1149008 Apr 07 06:19:04.602656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Sync routers for ids ['5d5d2241-b697-4716-b666-f22d8f79eeb9'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:19:04.614394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Routers {'5d5d2241-b697-4716-b666-f22d8f79eeb9'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:19:04.615294 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:18:50Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['5d5d2241-b697-4716-b666-f22d8f79eeb9'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:19:04.831310 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Set router 5d5d2241-b697-4716-b666-f22d8f79eeb9 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:19:05.300194 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:19:01Z', 'revision_number': 4, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port': {'id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:19:00Z', 'updated_at': '2022-04-07T06:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:55Z', 'revision_number': 5, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:19:05.356559 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Checking router: 5d5d2241-b697-4716-b666-f22d8f79eeb9 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:19:05.356819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Updating router 5d5d2241-b697-4716-b666-f22d8f79eeb9 port 7d990ac0-c217-4282-acaf-3b8243a63033 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:19:05.409072 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:05.720957 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks [] for port (7d990ac0-c217-4282-acaf-3b8243a63033), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:05.798904 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:05.852448 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Attempting to bind port 7d990ac0-c217-4282-acaf-3b8243a63033 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:19:05.852831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Attempting to bind port 7d990ac0-c217-4282-acaf-3b8243a63033 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:19:05.853200 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Attempting to bind port 7d990ac0-c217-4282-acaf-3b8243a63033 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:19:05.856411 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b57b7-034e-49a7-9d0e-3b5de8cb770e None None] Pushing event updated for resources: {'Port': ['ID=7d990ac0-c217-4282-acaf-3b8243a63033,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:19:05.861224 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:19:05.861601 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:19:05.862005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:05.862389 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:19:05.862861 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Bound port: 7d990ac0-c217-4282-acaf-3b8243a63033, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:19:05.863239 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:05.911297 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] For port 7d990ac0-c217-4282-acaf-3b8243a63033, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:19:05.914250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] For port 7d990ac0-c217-4282-acaf-3b8243a63033, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=7d990ac0-c217-4282-acaf-3b8243a63033,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:19:05.976019 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:06.030819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446b57b7-034e-49a7-9d0e-3b5de8cb770e None None] Pushing event updated for resources: {'Port': ['ID=7d990ac0-c217-4282-acaf-3b8243a63033,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:19:06.037076 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Routers {'5d5d2241-b697-4716-b666-f22d8f79eeb9'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:19:06.037682 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:18:50Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['5d5d2241-b697-4716-b666-f22d8f79eeb9'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:19:06.156059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] Set router 5d5d2241-b697-4716-b666-f22d8f79eeb9 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:19:06.376825 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:19:01Z', 'revision_number': 4, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port': {'id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:19:00Z', 'updated_at': '2022-04-07T06:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:55Z', 'revision_number': 5, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:19:06.403699 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9dc6c2-3915-4618-94ff-612cdde1e380 None None] The sync data for ids ['5d5d2241-b697-4716-b666-f22d8f79eeb9'] in dv-cinder-831776-6-iscsi is: [{'id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'name': 'router1', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52'}], 'enable_snat': True}, 'gw_port_id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:18:42Z', 'updated_at': '2022-04-07T06:19:01Z', 'revision_number': 4, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'gw_port': {'id': '7d990ac0-c217-4282-acaf-3b8243a63033', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:19:00Z', 'updated_at': '2022-04-07T06:19:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8f6c1ce8-feed-435a-9070-664a2cd519e3', 'name': '', 'network_id': '872d41bf-04a1-43fc-b597-de16431f0dea', 'tenant_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'mac_address': 'fa:16:3e:59:57:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d5d2241-b697-4716-b666-f22d8f79eeb9', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:18:52Z', 'updated_at': '2022-04-07T06:18:55Z', 'revision_number': 5, 'project_id': 'f2feaca3faed4ec0a547bb377a6f494e', 'subnets': [{'id': 'f2d7128a-ed47-4db1-a985-f4289676d825', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4dc8dd2d-7e66-482d-af61-a672350412fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:19:07.232586 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 7d990ac0-c217-4282-acaf-3b8243a63033 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:19:07.290447 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 7d990ac0-c217-4282-acaf-3b8243a63033 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:19:07.292597 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:07.389535 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 7d990ac0-c217-4282-acaf-3b8243a63033 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:19:07.390049 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:07.416351 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 7d990ac0-c217-4282-acaf-3b8243a63033, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=7d990ac0-c217-4282-acaf-3b8243a63033,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:19:07.490481 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:07.574691 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=7d990ac0-c217-4282-acaf-3b8243a63033,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:19:09.199107 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 7d990ac0-c217-4282-acaf-3b8243a63033 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:19:09.270912 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 7d990ac0-c217-4282-acaf-3b8243a63033 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:19:09.271616 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (7d990ac0-c217-4282-acaf-3b8243a63033), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:09.379513 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 7d990ac0-c217-4282-acaf-3b8243a63033 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:19:18.150817 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6757b198-162a-49e6-ade8-c7f85bc0ec85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:20.568433 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4e489b9-1b2f-492d-9c35-598fc6d5ef48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:21.832357 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:22.815437 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:24.424688 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:25.420196 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:19:49.075930 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6fdeae11-1f6b-4a28-a561-5a1f0ae300a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:50.562613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d1b8afc0-8575-4d55-b03e-3365210e4434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:51.829842 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:52.791335 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:19:54.447577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:02.419301 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:20:18.149269 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-034014d0-8ee0-474c-9384-6c7abd65f287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:20.596888 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b3dcb4d3-48a5-427f-aba0-563f0487689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:21.829088 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:22.796349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:24.434537 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:28.848900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37808) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:28.909455 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.pecan_wsgi.hooks.translation [None req-a06d9def-6b10-4bb6-a995-6ed9954abe62 admin admin] GET failed (client error): The resource could not be found. Apr 07 06:20:28.910751 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a06d9def-6b10-4bb6-a995-6ed9954abe62 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604389 Apr 07 06:20:29.067939 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6548dfe7-5417-4883-9f6b-1a0b9bf47980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:29.069420 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6548dfe7-5417-4883-9f6b-1a0b9bf47980 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1546125 Apr 07 06:20:31.387181 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37818) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:31.476555 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2c5ba-a78d-48e2-adb7-495de906a2f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:31.477879 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-67f2c5ba-a78d-48e2-adb7-495de906a2f2 admin admin] 10.222.0.24 "GET /v2.0/subnets/f2d7128a-ed47-4db1-a985-f4289676d825 HTTP/1.1" status: 200 len: 849 time: 0.0897152 Apr 07 06:20:31.486948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:20:31.569268 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Publish callbacks [] for subnet (f2d7128a-ed47-4db1-a985-f4289676d825), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:31.800429 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751296609037'] for subnet (f2d7128a-ed47-4db1-a985-f4289676d825), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:31.829908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:31.830499 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:31.831858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] 10.222.0.24 "PUT /v2.0/subnets/f2d7128a-ed47-4db1-a985-f4289676d825 HTTP/1.1" status: 200 len: 868 time: 0.3483353 Apr 07 06:20:31.837515 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb1003a-a41e-48c9-a517-a9ff9e38e1f3 None None] Network 872d41bf-04a1-43fc-b597-de16431f0dea requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:20:31.856753 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d7128a-ed47-4db1-a985-f4289676d825,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:20:31.864404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.864747 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.865110 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.865449 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.865786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.866109 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.866428 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.866748 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.867071 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.867399 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.867768 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.868085 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.868404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.868723 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:31.869037 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc5e1155-9b39-4c41-88a1-b5ec6056f4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:20:32.160457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Provisioning complete for port 8f6c1ce8-feed-435a-9070-664a2cd519e3 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:20:32.160851 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8f6c1ce8-feed-435a-9070-664a2cd519e3), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:32.238571 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Current status of the port 8f6c1ce8-feed-435a-9070-664a2cd519e3 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:20:32.248463 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Provisioning complete for port 3064d67d-91fe-4685-9cc6-da07f19abbf4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:20:32.248857 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3064d67d-91fe-4685-9cc6-da07f19abbf4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:32.320221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2b505d4-014d-428f-a2e3-30914449c491 None None] Current status of the port 3064d67d-91fe-4685-9cc6-da07f19abbf4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:20:34.142959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37826) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:34.336559 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a74a78-9afd-4133-a8b7-eb5b2c4d91f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:34.336957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a74a78-9afd-4133-a8b7-eb5b2c4d91f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:34.338518 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-75a74a78-9afd-4133-a8b7-eb5b2c4d91f0 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1945691 Apr 07 06:20:36.640080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37834) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:36.769202 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63eaee9-5e9b-4d53-b62c-b79bb3c84b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:36.769676 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63eaee9-5e9b-4d53-b62c-b79bb3c84b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:36.771421 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c63eaee9-5e9b-4d53-b62c-b79bb3c84b97 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1301699 Apr 07 06:20:39.086695 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37842) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:39.309461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9567446-2ccb-40f2-a065-b51f6b80db7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:39.310842 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f9567446-2ccb-40f2-a065-b51f6b80db7f admin admin] 10.222.0.24 "GET /v2.0/networks/572cb5df-3536-4baa-9d30-03afe1d18286 HTTP/1.1" status: 200 len: 886 time: 0.2232113 Apr 07 06:20:39.421003 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:20:41.613066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37850) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:41.857557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4be1096-d544-443e-9e09-6d5bd671e23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:41.858971 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c4be1096-d544-443e-9e09-6d5bd671e23e admin admin] 10.222.0.24 "GET /v2.0/networks/872d41bf-04a1-43fc-b597-de16431f0dea HTTP/1.1" status: 200 len: 868 time: 0.2449467 Apr 07 06:20:44.178086 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37860) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:44.304635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb9ab8-d744-4fd6-aa9c-c727820af8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:44.305097 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb9ab8-d744-4fd6-aa9c-c727820af8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:44.306645 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6deb9ab8-d744-4fd6-aa9c-c727820af8bd admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1275630 Apr 07 06:20:46.615882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 37868) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:46.704260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005d058-34ae-4f1a-8c78-14f0b87cca55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:46.704722 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0005d058-34ae-4f1a-8c78-14f0b87cca55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:46.706215 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0005d058-34ae-4f1a-8c78-14f0b87cca55 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894063 Apr 07 06:20:48.132468 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-19393b66-ef79-4e34-ba0e-038ad62fb77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:49.000470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37876) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:49.086239 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d3d1c6-269d-4980-ab73-969ed4612b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:49.087558 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c9d3d1c6-269d-4980-ab73-969ed4612b2f admin admin] 10.222.0.24 "GET /v2.0/subnets/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38 HTTP/1.1" status: 200 len: 816 time: 0.0861480 Apr 07 06:20:50.577128 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b619e2ef-e2e2-4257-93d4-042d32ba71f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:51.406233 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37884) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:20:51.498325 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49808950-44ad-48f6-94a2-4718ca67bda9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:20:51.499720 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-49808950-44ad-48f6-94a2-4718ca67bda9 admin admin] 10.222.0.24 "GET /v2.0/subnets/f2d7128a-ed47-4db1-a985-f4289676d825 HTTP/1.1" status: 200 len: 868 time: 0.0924397 Apr 07 06:20:51.845602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:52.795227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:20:54.423804 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:16.419669 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:21:18.143410 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-77eb1a61-88b2-47bd-9f6d-fd33ef2020fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:20.582970 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a5484370-ebbb-4382-9b93-9b98310e9e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:21.840323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:22.805795 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:24.438724 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:32.300049 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37942) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:21:32.347348 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-e3bf6a34-f5fb-4c11-b227-f30334e5c85a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:21:32.348944 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e3bf6a34-f5fb-4c11-b227-f30334e5c85a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473759 Apr 07 06:21:34.730784 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37950) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:21:34.792736 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.pecan_wsgi.hooks.translation [None req-6311cc13-6e21-4dde-baa3-b318a828ec01 admin admin] GET failed (client error): The resource could not be found. Apr 07 06:21:34.793991 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6311cc13-6e21-4dde-baa3-b318a828ec01 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0622809 Apr 07 06:21:34.880792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d571f3-7664-4209-a3ea-8db9cecdcfb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:21:34.882249 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-34d571f3-7664-4209-a3ea-8db9cecdcfb5 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0842175 Apr 07 06:21:37.219403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37958) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:21:37.266950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:21:37.346681 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Made reservation on behalf of 166c17adce104ad88442ca1e7dd22799 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:21:37.349468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:37.376536 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING neutron.services.revisions.revision_plugin [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Could not find related network for resource to bump revision. Apr 07 06:21:37.386835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:21:37.395277 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (57b85d25-756e-4b2a-955a-419e01a70c65), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:37.395600 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Added segment 57b85d25-756e-4b2a-955a-419e01a70c65 of type vlan for network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 Apr 07 06:21:37.433156 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (3726c5ee-94d2-4fe2-a210-9e556e2d1538), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:37.512512 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (3726c5ee-94d2-4fe2-a210-9e556e2d1538), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:37.513465 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:21:37.514039 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:37.573209 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Pushing event updated for resources: {'Network': ['ID=3726c5ee-94d2-4fe2-a210-9e556e2d1538,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:21:37.579678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.580054 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.580398 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.580737 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.581074 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.581405 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.581732 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.582055 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.582414 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.582739 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.583080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.583427 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.583782 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.584103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.584422 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:37.595348 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:21:37.624046 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-917b2af0-d699-4d98-b071-e8a201cf8633 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.4034822 Apr 07 06:21:39.945799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 37966) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:21:40.006213 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.pecan_wsgi.hooks.translation [None req-4442b136-5dbc-470f-8fcd-dcf38ac0db28 admin admin] GET failed (client error): The resource could not be found. Apr 07 06:21:40.007492 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4442b136-5dbc-470f-8fcd-dcf38ac0db28 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607195 Apr 07 06:21:40.074573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e2c222-2ba8-41c5-b38f-255e3b5c2cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:21:40.076083 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-57e2c222-2ba8-41c5-b38f-255e3b5c2cd0 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0645835 Apr 07 06:21:40.086891 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Request body: {'subnet': {'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:21:40.169485 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Made reservation on behalf of 166c17adce104ad88442ca1e7dd22799 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:21:40.171701 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:40.388336 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (028a0c49-d13b-4cb8-a06f-680649c52343), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:40.443207 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=028a0c49-d13b-4cb8-a06f-680649c52343,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:21:40.454472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Checking segment: {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:21:40.454831 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Network hostable DHCP agents. Network: 3726c5ee-94d2-4fe2-a210-9e556e2d1538, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:21:40.559346 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:21:40.685252 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 3726c5ee-94d2-4fe2-a210-9e556e2d1538) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:21:40.689179 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:21:40.689757 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:40.694736 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c645e7c7-3a64-4035-827e-f5b925fed4f5 None None] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:21:40.774013 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4633ad1f-167a-4caa-9981-22f072d9f1be admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6904764 Apr 07 06:21:40.792437 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-3726c5ee-94d2-4fe2-a210-9e556e2d1538', 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538', 'project_id': '166c17adce104ad88442ca1e7dd22799', 'fixed_ips': [{'subnet_id': '028a0c49-d13b-4cb8-a06f-680649c52343'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:21:40.793352 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.034001 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Allocated IP 192.168.233.2 (3726c5ee-94d2-4fe2-a210-9e556e2d1538/028a0c49-d13b-4cb8-a06f-680649c52343/180fb81c-f490-4394-b297-1f2a96635500) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:21:41.175773 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks [] for port (180fb81c-f490-4394-b297-1f2a96635500), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.279186 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (180fb81c-f490-4394-b297-1f2a96635500), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.315189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:21:41.320663 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:21:41.327276 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:21:41.333376 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Pushing event updated for resources: {'Port': ['ID=180fb81c-f490-4394-b297-1f2a96635500,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:21:41.357494 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.357843 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.358215 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.358664 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.359009 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.359340 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.359668 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.360020 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.360350 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.360676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.360998 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.361320 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.361642 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.361962 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.362282 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:21:41.394836 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Attempting to bind port 180fb81c-f490-4394-b297-1f2a96635500 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:21:41.395207 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Attempting to bind port 180fb81c-f490-4394-b297-1f2a96635500 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:21:41.395571 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Attempting to bind port 180fb81c-f490-4394-b297-1f2a96635500 on network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:21:41.400509 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:21:41.402271 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Checking segment: {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:21:41.402271 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.402271 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Bound using segment: {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:21:41.402271 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Bound port: 180fb81c-f490-4394-b297-1f2a96635500, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:21:41.402676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (180fb81c-f490-4394-b297-1f2a96635500), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.465013 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] For port 180fb81c-f490-4394-b297-1f2a96635500, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:21:41.468093 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] For port 180fb81c-f490-4394-b297-1f2a96635500, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=180fb81c-f490-4394-b297-1f2a96635500,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:21:41.536164 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (180fb81c-f490-4394-b297-1f2a96635500), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:41.592324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912522d6-16d1-417d-b1c5-510aadf87250 None None] Pushing event updated for resources: {'Port': ['ID=180fb81c-f490-4394-b297-1f2a96635500,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:21:42.395386 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc28de92-7e00-4fa2-963a-57bfbb95cb6d None None] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:21:42.459840 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Provisioning complete for port 180fb81c-f490-4394-b297-1f2a96635500 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:21:42.460232 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (180fb81c-f490-4394-b297-1f2a96635500), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:42.575856 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Current status of the port 180fb81c-f490-4394-b297-1f2a96635500 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:21:42.576256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (180fb81c-f490-4394-b297-1f2a96635500), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:42.610428 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] For port 180fb81c-f490-4394-b297-1f2a96635500, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=180fb81c-f490-4394-b297-1f2a96635500,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:21:42.674491 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (180fb81c-f490-4394-b297-1f2a96635500), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:42.732833 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2592f2aa-4d1d-4a1a-b776-49ce9b74ff3e None None] Pushing event updated for resources: {'Port': ['ID=180fb81c-f490-4394-b297-1f2a96635500,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:21:42.795147 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-72040764-3726-47e6-9b0d-304f606548dc None None] Provisioning complete for port 180fb81c-f490-4394-b297-1f2a96635500 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:21:42.795537 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-72040764-3726-47e6-9b0d-304f606548dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (180fb81c-f490-4394-b297-1f2a96635500), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:42.874102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-72040764-3726-47e6-9b0d-304f606548dc None None] Current status of the port 180fb81c-f490-4394-b297-1f2a96635500 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:21:43.272308 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 180fb81c-f490-4394-b297-1f2a96635500 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:21:43.322493 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 180fb81c-f490-4394-b297-1f2a96635500 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:21:43.322796 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (180fb81c-f490-4394-b297-1f2a96635500), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:43.397788 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 180fb81c-f490-4394-b297-1f2a96635500 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:21:48.158328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f71c974c-74bd-4ddc-997d-e7bcb4c56283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:50.569711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-970c0403-4668-4dd4-a983-833c4523c104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:51.844851 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:52.787797 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:21:53.418536 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:21:54.439261 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:18.152544 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d6e709b2-f4db-48b0-91e7-c86a4c05ad99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:20.580255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c02c6b25-0e75-4dfc-8944-d60cfcbfa6e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:21.832681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:22.804829 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:24.461519 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:30.416568 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:22:48.168173 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-47c73cdd-8191-4c60-ad3d-5f822492c0a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:50.563461 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c0e5744e-9a0b-4470-97a8-6b2dcfa07a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:51.900484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:52.809277 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:22:54.466156 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:07.415966 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:23:18.208432 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a3446024-9980-47d8-8eea-4fb58ec9a17d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:20.568692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8c18f3fb-fb75-4fcd-9d7d-caf67e2a8375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:21.888594 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:22.813053 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:24.465263 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:44.414583 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:23:48.213723 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e709772f-be88-4a3e-88e3-ff382de01548 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:48.886139 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38004) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:23:48.892965 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [None req-f6576e93-c957-4e79-add1-9a1aec8bf2ca tempest-verify_tempest_config-1167584997 tempest-verify_tempest_config-1167584997-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:23:48.893897 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f6576e93-c957-4e79-add1-9a1aec8bf2ca tempest-verify_tempest_config-1167584997 tempest-verify_tempest_config-1167584997-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067818 Apr 07 06:23:49.397502 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38022) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:23:49.496597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.567759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Publish callbacks [] for security_group (2f2ac1a8-1e18-4487-813a-40affdfaf2bd), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.634778 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2f2ac1a8-1e18-4487-813a-40affdfaf2bd), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.678057 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47e0bdc6d42547f483fd71ac8662666b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2794793 Apr 07 06:23:49.680151 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2ac1a8-1e18-4487-813a-40affdfaf2bd,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:23:49.680891 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38026) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:23:49.687225 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.687577 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.687960 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.688301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.688634 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.688969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.689296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.689624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.689969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.690303 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.690644 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.690988 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.691921 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.692253 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.692576 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b05462-f4c8-4ced-b29f-e5db5d58446f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.762737 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Publish callbacks [] for security_group (2f2ac1a8-1e18-4487-813a-40affdfaf2bd), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.783518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Publish callbacks [] for security_group (2f2ac1a8-1e18-4487-813a-40affdfaf2bd), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.949897 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2f2ac1a8-1e18-4487-813a-40affdfaf2bd), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.952481 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:49.953661 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f2ac1a8-1e18-4487-813a-40affdfaf2bd HTTP/1.1" status: 204 len: 168 time: 0.2718005 Apr 07 06:23:49.961495 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2ac1a8-1e18-4487-813a-40affdfaf2bd,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:23:49.971128 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.971472 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.971864 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.972208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.972559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.972894 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.973229 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.973554 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.973885 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.974242 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.974605 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.974950 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.975536 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.975664 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.975931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10d6a4-dcf7-4cd4-b6e6-8b51fc2ffb34 admin admin] Tracked resource versions report: Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: pushed versions: Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: { 'AddressGroup': {'1.2'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Agent': {'1.1'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Log': {'1.0'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'NDPProxy': {'1.0'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Network': {'1.1'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Port': {'1.7'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'PortForwarding': {'1.3'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'QosPolicy': {'1.10'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroup': {'1.5'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SubPort': {'1.0'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Subnet': {'1.1'}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Trunk': {'1.1'}} Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: consumer versions: Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Agent': '1.1', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'ConntrackHelper': '1.0', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'LocalIPAssociation': '1.0', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Log': '1.0', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'NDPProxy': '1.0', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Network': '1.1', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Port': '1.7', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'PortForwarding': '1.3', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'QosPolicy': '1.10', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroup': '1.5', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroupRule': '1.2', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SubPort': '1.0', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Subnet': '1.1', Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Trunk': '1.1'}} Apr 07 06:23:49.977418 dv-cinder-831776-6-iscsi neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:23:50.659299 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d5fc7ff1-2ee6-4aa7-9107-e4ca961346f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:51.870244 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:52.807613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:23:54.475946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:18.206786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3b42582b-4db2-4201-9ead-cdaf3cf244f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:20.606073 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fcec4bcb-27d4-4b0a-b7a8-eda31f8f5807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:21.413907 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:24:21.874737 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:22.840678 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:24.446255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:48.182824 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-95223f85-e588-4c18-b866-8b9967347e9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:50.577394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf60a96e-b8f1-4a95-8c52-72b32d494aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:51.857242 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:52.856134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:54.497227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:24:58.412179 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:25:18.181941 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-533c6a4c-0aa1-4e1f-8ad9-e987f62f27c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:20.610525 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-064ff183-b52e-4ffd-856d-93a61047932f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:21.862833 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:22.884727 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:24.438935 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:35.410746 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 5 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:25:36.238779 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-758365'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:48.169720 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-89077764-ac4d-49db-86df-639e1009ccdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:50.414169 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38102) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:25:50.516767 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d2126404-d870-42d9-9e8f-03b8d39e83e1 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1009798 Apr 07 06:25:50.592901 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb910436-8496-4198-95ba-27f994e26825 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:51.889573 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:52.820851 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:25:52.846910 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38112) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:25:52.900933 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-fbeb30df-d1d0-49d4-a8a3-99861694f738 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0529585 Apr 07 06:25:54.472286 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:06.214492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:12.409870 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:26:18.163394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b45ab952-7541-4b18-95ce-a2cb0698a07a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:20.586158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-639a8b8a-8c32-446c-ba69-e4899fec14e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:21.871670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:22.854788 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:24.449231 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:36.214465 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:48.163177 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d89482a6-e6dc-48a1-82f5-65a2a0788739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:49.409548 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:26:50.614928 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c63423ec-9829-47a8-b534-fb47d3be05f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:51.871879 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:52.820741 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:26:54.454674 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:06.220075 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:18.197087 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f47f6165-1876-4500-9242-adfd70652df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:20.585343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5b7f6c1e-811f-4d6a-942a-83246ca4ab19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:21.865729 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:22.837063 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:24.442634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:26.414316 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:27:34.636282 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38310) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:34.875858 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38326) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:35.066311 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38334) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:35.092705 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-network', 'tenant_id': '15de816e94a54017b0b809f20d84b492'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:35.095128 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38338) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:35.132520 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38346) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:35.147246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-309326427-network', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:35.168566 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Made reservation on behalf of 15de816e94a54017b0b809f20d84b492 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:35.175165 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.189605 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.221116 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-829834784-network', 'tenant_id': 'd3e8ec8942464f8abbafbd48b6f1f61f'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:35.233764 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:35.236556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.253694 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.266442 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-541705400-network', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:35.311509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444632829-network', 'tenant_id': '3ca5bd0c2c2e470f8beec7845d73a775'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:35.341129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Made reservation on behalf of a0889ebfa7d7493ba7e12b13516d4fb7 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:35.352134 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.358718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.376857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Made reservation on behalf of d3e8ec8942464f8abbafbd48b6f1f61f for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:35.379390 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.383915 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks [] for security_group (298d24f0-4865-49d6-aac0-2bfa8d5db74b), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.395394 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.415704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Made reservation on behalf of 3ca5bd0c2c2e470f8beec7845d73a775 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:35.418269 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.431918 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks [] for security_group (4996d5d7-e38f-4aa6-bab6-690390fc0bfc), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.445434 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (298d24f0-4865-49d6-aac0-2bfa8d5db74b), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.472534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.480603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks [] for security_group (eb00d88f-3602-46ff-81fd-eac6f9d86af0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.486012 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298d24f0-4865-49d6-aac0-2bfa8d5db74b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:35.496958 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:35.511112 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4996d5d7-e38f-4aa6-bab6-690390fc0bfc), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.520105 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.520456 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.520799 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.521186 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.521491 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.521993 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.522321 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.522821 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.523151 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.523479 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.523841 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.524168 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.524494 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.524814 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.525130 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Tracked resource versions report: Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: pushed versions: Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: { 'AddressGroup': {'1.2'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Agent': {'1.1'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'ConntrackHelper': {'1.0'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Log': {'1.0'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'NDPProxy': {'1.0'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Network': {'1.1'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Port': {'1.7'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'PortForwarding': {'1.3'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'QosPolicy': {'1.10'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroup': {'1.5'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SubPort': {'1.0'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Subnet': {'1.1'}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Trunk': {'1.1'}} Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: consumer versions: Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: HyperV agent@hv-cinder-83177: {}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Agent': '1.1', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'ConntrackHelper': '1.0', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'LocalIPAssociation': '1.0', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Log': '1.0', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'NDPProxy': '1.0', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Network': '1.1', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Port': '1.7', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'PortForwarding': '1.3', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'QosPolicy': '1.10', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroup': '1.5', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SecurityGroupRule': '1.2', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'SubPort': '1.0', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Subnet': '1.1', Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: 'Trunk': '1.1'}} Apr 07 06:27:35.526453 dv-cinder-831776-6-iscsi neutron-server[103955]: {{(pid=103955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:27:35.548123 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751296760432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (91a7f3e5-e387-4a75-bf67-6d27e444eb4c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.548123 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Unsubscribe: segment precommit_create {{(pid=103955) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 07 06:27:35.548123 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Added segment 91a7f3e5-e387-4a75-bf67-6d27e444eb4c of type vlan for network f5ea2476-10fc-4956-aac9-712fe1362e44 Apr 07 06:27:35.563789 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eb00d88f-3602-46ff-81fd-eac6f9d86af0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.578061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:35.582923 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:35.591137 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (8b320f6d-8bf4-40e2-80c7-a1cc353be448), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.591674 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Added segment 8b320f6d-8bf4-40e2-80c7-a1cc353be448 of type vlan for network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 Apr 07 06:27:35.650740 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (14e378dc-ef95-47d2-9fe2-d50ae083e1d3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.655603 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (a77a4722-779e-44e1-bd7d-657575754b57), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.656168 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Added segment a77a4722-779e-44e1-bd7d-657575754b57 of type vlan for network acaca60a-1632-43d0-b2ca-5016f14977f3 Apr 07 06:27:35.668117 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (f5ea2476-10fc-4956-aac9-712fe1362e44), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.708846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks [] for security_group (133048e9-1507-4a8a-aa71-2cf32f24b6f3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.709835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb00d88f-3602-46ff-81fd-eac6f9d86af0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:35.709955 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4996d5d7-e38f-4aa6-bab6-690390fc0bfc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:35.754202 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (acaca60a-1632-43d0-b2ca-5016f14977f3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.756066 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.759974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.760876 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.761413 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.764679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.765275 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.766165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.766569 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.767237 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Tracked resource versions report: Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: pushed versions: Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: { 'AddressGroup': {'1.2'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Agent': {'1.1'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'ConntrackHelper': {'1.0'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Log': {'1.0'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'NDPProxy': {'1.0'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Network': {'1.1'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Port': {'1.7'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'PortForwarding': {'1.3'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'QosPolicy': {'1.10'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroup': {'1.5'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SubPort': {'1.0'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Subnet': {'1.1'}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Trunk': {'1.1'}} Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: consumer versions: Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: HyperV agent@hv-cinder-83177: {}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Agent': '1.1', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'ConntrackHelper': '1.0', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'LocalIPAssociation': '1.0', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Log': '1.0', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'NDPProxy': '1.0', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Network': '1.1', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Port': '1.7', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'PortForwarding': '1.3', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'QosPolicy': '1.10', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroup': '1.5', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SecurityGroupRule': '1.2', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'SubPort': '1.0', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Subnet': '1.1', Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: 'Trunk': '1.1'}} Apr 07 06:27:35.769123 dv-cinder-831776-6-iscsi neutron-server[103956]: {{(pid=103956) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:27:35.783321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks [] for security_group (b28832f1-4b74-4ce4-b47f-ac992ce20434), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.793104 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (f5ea2476-10fc-4956-aac9-712fe1362e44), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.794586 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:35.795386 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.866457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b28832f1-4b74-4ce4-b47f-ac992ce20434), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.867704 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (133048e9-1507-4a8a-aa71-2cf32f24b6f3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.873025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (14e378dc-ef95-47d2-9fe2-d50ae083e1d3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.873025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:35.873404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.882536 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:35.895950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (4ba77d24-5df3-45b5-8c31-64264dc06e0a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.895950 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Added segment 4ba77d24-5df3-45b5-8c31-64264dc06e0a of type vlan for network 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 Apr 07 06:27:35.909453 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:35.913276 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] Pushing event updated for resources: {'Network': ['ID=f5ea2476-10fc-4956-aac9-712fe1362e44,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:35.913585 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (acaca60a-1632-43d0-b2ca-5016f14977f3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.914545 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:35.915176 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.926216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network f5ea2476-10fc-4956-aac9-712fe1362e44 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:35.943042 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.992923 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (96c7090c-de9c-4622-b7d9-7f03944d37bc), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:35.993943 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Added segment 96c7090c-de9c-4622-b7d9-7f03944d37bc of type vlan for network 572992ad-6db9-47f1-989a-59d21c56fdec Apr 07 06:27:36.000827 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-81a3c6c1-f967-41d5-a8a4-a118fbe5f50d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1213903 Apr 07 06:27:36.005086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38382) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:36.012221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Request body: {'subnet': {'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-309326427-subnet', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:36.040610 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133048e9-1507-4a8a-aa71-2cf32f24b6f3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.051510 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] Pushing event updated for resources: {'Network': ['ID=acaca60a-1632-43d0-b2ca-5016f14977f3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.063733 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (572992ad-6db9-47f1-989a-59d21c56fdec), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.071174 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f6b1c271-29ac-4c2f-a2a0-5a74eade585d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4331419 Apr 07 06:27:36.084347 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38394) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:36.089961 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network acaca60a-1632-43d0-b2ca-5016f14977f3 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:36.091681 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Request body: {'subnet': {'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-subnet', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:36.092149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.093295 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:36.094047 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.110990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28832f1-4b74-4ce4-b47f-ac992ce20434,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.126222 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38396) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:36.127759 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0299418 Apr 07 06:27:36.134994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Request body: {'subnet': {'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-541705400-subnet', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:36.159590 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610d75b-4d8a-4072-bfde-3d2f468e8774 admin admin] Pushing event updated for resources: {'Network': ['ID=14e378dc-ef95-47d2-9fe2-d50ae083e1d3,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.177790 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (572992ad-6db9-47f1-989a-59d21c56fdec), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.179262 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:36.188202 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.188477 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:36.214426 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:36.217056 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.224390 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0904679 Apr 07 06:27:36.238825 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38406) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:36.285426 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] Pushing event updated for resources: {'Network': ['ID=572992ad-6db9-47f1-989a-59d21c56fdec,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.285900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Request body: {'subnet': {'network_id': '3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1444632829-subnet', 'tenant_id': '3ca5bd0c2c2e470f8beec7845d73a775', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:36.308436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 572992ad-6db9-47f1-989a-59d21c56fdec details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:36.308998 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Made reservation on behalf of 15de816e94a54017b0b809f20d84b492 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:36.315968 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.321385 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1422d85-9c7c-4736-b500-4609e14ee8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.391097 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:36.395126 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.415579 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Made reservation on behalf of 3ca5bd0c2c2e470f8beec7845d73a775 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:36.417951 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.426139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Made reservation on behalf of a0889ebfa7d7493ba7e12b13516d4fb7 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:36.433960 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.541219 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0ddf9cc9-cac4-4907-b055-738d3c9e9a58 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4741316 Apr 07 06:27:36.544270 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38420) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:36.575837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Request body: {'subnet': {'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-829834784-subnet', 'tenant_id': 'd3e8ec8942464f8abbafbd48b6f1f61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:36.725516 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Made reservation on behalf of d3e8ec8942464f8abbafbd48b6f1f61f for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:36.727736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.779855 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (6aa42fe2-87e2-435f-8741-8c718a6ab65e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.826889 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (fd648841-6b66-43e4-895e-db1e8384953e), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.855679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:36.856070 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Network hostable DHCP agents. Network: f5ea2476-10fc-4956-aac9-712fe1362e44, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:36.881984 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd648841-6b66-43e4-895e-db1e8384953e,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.897849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6aa42fe2-87e2-435f-8741-8c718a6ab65e,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.903291 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Checking segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:36.903659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Network hostable DHCP agents. Network: 14e378dc-ef95-47d2-9fe2-d50ae083e1d3, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:36.934536 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (71330782-8c3f-43cd-9d00-bfc7876bd6e6), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.944373 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (e216b562-10b8-4e32-ac29-e4c1d594073a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:36.983410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71330782-8c3f-43cd-9d00-bfc7876bd6e6,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:36.998969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Checking segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:37.000632 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Network hostable DHCP agents. Network: acaca60a-1632-43d0-b2ca-5016f14977f3, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:37.017148 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:37.043534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e216b562-10b8-4e32-ac29-e4c1d594073a,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:37.048829 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:37.066597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Checking segment: {'id': '4ba77d24-5df3-45b5-8c31-64264dc06e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:37.066955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Network hostable DHCP agents. Network: 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:37.077291 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:37.134683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.164164 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 14e378dc-ef95-47d2-9fe2-d50ae083e1d3) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:37.166953 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, f5ea2476-10fc-4956-aac9-712fe1362e44) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:37.169562 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:37.173634 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.176699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:37.177285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.181899 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f20ed-71a9-455a-af0a-0aaf80bf9de2 None None] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:37.184735 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcbb9145-7fff-41de-9586-90aec7f3fdc7 None None] Network f5ea2476-10fc-4956-aac9-712fe1362e44 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:37.210024 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:37.215320 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Checking segment: {'id': '96c7090c-de9c-4622-b7d9-7f03944d37bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:37.215788 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Network hostable DHCP agents. Network: 572992ad-6db9-47f1-989a-59d21c56fdec, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:37.283905 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Network 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:37.287810 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-318f4509-6bbc-4850-8c01-74de4c2f5e61 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1587794 Apr 07 06:27:37.289096 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, acaca60a-1632-43d0-b2ca-5016f14977f3) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:37.290588 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38436) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:37.297420 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:37.302284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:37.303699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:37.304437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.308103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:37.308696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.324240 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d866038-bb6e-4d62-aa9f-b9bee5f23831 None None] Network acaca60a-1632-43d0-b2ca-5016f14977f3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:37.326349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4ca071-f445-46c8-b29c-881e91ba0bbc None None] Network 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:37.345753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d1a27688-b074-4162-ab3d-9bc05c9dcde0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3413541 Apr 07 06:27:37.365560 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38440) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:37.369896 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:37.397177 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Network 572992ad-6db9-47f1-989a-59d21c56fdec is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:37.465059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:27:37.465999 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.474002 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-f5ea2476-10fc-4956-aac9-712fe1362e44', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:27:37.474850 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.478801 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (1845797a-323e-4f1f-a921-f47b70db4e15), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.480016 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (1845797a-323e-4f1f-a921-f47b70db4e15), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.482104 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0673292b-2261-4bc5-a0b8-bb8b44992658 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2418039 Apr 07 06:27:37.491880 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3ecdcf31-631f-4aee-b11e-53c5f5a7daa0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4038610 Apr 07 06:27:37.492670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38450) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:37.506765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:37.569220 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for router_controller (1845797a-323e-4f1f-a921-f47b70db4e15), precommit_add_association {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.571994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.573911 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.589694 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 572992ad-6db9-47f1-989a-59d21c56fdec) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:37.599970 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:37.600646 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.644996 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3839ad3-9ab3-43c2-a130-d7006f901aeb None None] Network 572992ad-6db9-47f1-989a-59d21c56fdec requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:37.749377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.749377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.766824 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-864f1a35-82ed-46d4-aca6-0fcc0d865592 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2193635 Apr 07 06:27:37.911310 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for router_controller (cb6444f0-71fa-442b-83e1-0b16c2cc727d), precommit_add_association {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:37.994370 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for router_controller (2a7394ab-6a68-41f0-8464-77f50f2da82f), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.030233 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3c1f5-c76e-42d9-8877-c8b06e4f20fa None None] Network 3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:38.114560 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for router_gateway (1845797a-323e-4f1f-a921-f47b70db4e15), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.225451 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Allocated IP 172.20.0.2 (14e378dc-ef95-47d2-9fe2-d50ae083e1d3/fd648841-6b66-43e4-895e-db1e8384953e/921b22ab-00b1-49bf-b008-f54a45cf8013) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:38.347086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for router_gateway (2a7394ab-6a68-41f0-8464-77f50f2da82f), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.480188 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks [] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.506194 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for router_gateway (cb6444f0-71fa-442b-83e1-0b16c2cc727d), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.565721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38548) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:38.588567 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-acaca60a-1632-43d0-b2ca-5016f14977f3', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:27:38.589443 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.771934 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.786970 dv-cinder-831776-6-iscsi neutron-server[103956]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 07 06:27:38.803692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Allocated IP 172.20.0.2 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/2bc2d357-4c7f-4567-93c8-d2057d16d364) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:38.843198 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:38.855547 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for router_gateway (1845797a-323e-4f1f-a921-f47b70db4e15), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.873945 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:38.906831 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38566) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:38.911410 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914933318-network', 'tenant_id': '7fd0e568dcf24a26b61ef6b2ef16496c'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:38.912595 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:38.921302 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:38.976494 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Pushing event updated for resources: {'Port': ['ID=921b22ab-00b1-49bf-b008-f54a45cf8013,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:39.053532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.053878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.054235 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.054618 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.054951 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.055279 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.055608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.055955 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.056279 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.056622 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.056945 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.057283 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.057606 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.057922 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.058239 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Tracked resource versions report: Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: pushed versions: Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: { 'AddressGroup': {'1.2'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Agent': {'1.1'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'ConntrackHelper': {'1.0'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Log': {'1.0'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'NDPProxy': {'1.0'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Network': {'1.1'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Port': {'1.7'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'PortForwarding': {'1.3'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'QosPolicy': {'1.10'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroup': {'1.5'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SubPort': {'1.0'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Subnet': {'1.1'}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Trunk': {'1.1'}} Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: consumer versions: Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: HyperV agent@hv-cinder-83177: {}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Agent': '1.1', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'ConntrackHelper': '1.0', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'LocalIPAssociation': '1.0', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Log': '1.0', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'NDPProxy': '1.0', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Network': '1.1', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Port': '1.7', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'PortForwarding': '1.3', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'QosPolicy': '1.10', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroup': '1.5', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SecurityGroupRule': '1.2', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'SubPort': '1.0', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Subnet': '1.1', Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: 'Trunk': '1.1'}} Apr 07 06:27:39.059440 dv-cinder-831776-6-iscsi neutron-server[103957]: {{(pid=103957) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:27:39.085708 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8632f87b-fdd7-42ab-b9a8-908c891c5863 None None] Network 572992ad-6db9-47f1-989a-59d21c56fdec requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:39.140371 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Allocated IP 172.27.3.119 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:39.150554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-7f2e1660-db67-4f8d-83bb-d135a0700603 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:39.152140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-7f2e1660-db67-4f8d-83bb-d135a0700603 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/networks?id=572992ad-6db9-47f1-989a-59d21c56fdec HTTP/1.1" status: 200 len: 811 time: 0.5896380 Apr 07 06:27:39.161057 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for router_gateway (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.191961 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Made reservation on behalf of 7fd0e568dcf24a26b61ef6b2ef16496c for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:39.194262 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.198535 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-766bdcbf-c39c-48f7-8459-a027009de4fd tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/quotas/d3e8ec8942464f8abbafbd48b6f1f61f HTTP/1.1" status: 200 len: 375 time: 0.0389020 Apr 07 06:27:39.201512 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.212629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.237480 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Attempting to bind port 921b22ab-00b1-49bf-b008-f54a45cf8013 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:39.238335 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Attempting to bind port 921b22ab-00b1-49bf-b008-f54a45cf8013 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:39.238441 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Attempting to bind port 921b22ab-00b1-49bf-b008-f54a45cf8013 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:39.284017 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:39.284592 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Checking segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:39.288374 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.288817 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Bound using segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:39.289327 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Bound port: 921b22ab-00b1-49bf-b008-f54a45cf8013, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:39.290058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.319166 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-cddabdfc-e816-4bb6-aa52-abda3cc3cb07 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d3e8ec8942464f8abbafbd48b6f1f61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1076910 Apr 07 06:27:39.353716 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Allocated IP 172.20.0.2 (acaca60a-1632-43d0-b2ca-5016f14977f3/71330782-8c3f-43cd-9d00-bfc7876bd6e6/23a2d524-26fe-4203-ae30-1b2c4da2cdca) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:39.476156 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for router_gateway (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.479224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks [] for security_group (9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.482368 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.533476 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.534766 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.570859 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38600) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:39.588998 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:39.606268 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:27:39.614578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (79397a08-99dd-48bd-a289-49e5fa0ca5c9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.614930 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Added segment 79397a08-99dd-48bd-a289-49e5fa0ca5c9 of type vlan for network ac73b816-b5f1-4258-a16c-e39e124ace45 Apr 07 06:27:39.669563 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-8c2572cc-f0d7-48ff-8e76-efa039221a80 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:27:39.670712 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-8c2572cc-f0d7-48ff-8e76-efa039221a80 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0989876 Apr 07 06:27:39.676192 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (ac73b816-b5f1-4258-a16c-e39e124ace45), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.755147 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3cf56ccb-6ad3-4ad5-8a39-904b6b63db12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:39.767433 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] For port 921b22ab-00b1-49bf-b008-f54a45cf8013, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:39.770178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks [] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.036224 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] For port 921b22ab-00b1-49bf-b008-f54a45cf8013, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=921b22ab-00b1-49bf-b008-f54a45cf8013,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:40.036224 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks [] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.037155 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.037155 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:40.038555 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-8f09d727-1805-4b30-9c59-9f927d763b03 service neutron] 10.222.0.24 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867957 Apr 07 06:27:40.039243 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:40.039243 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:40.045370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.046334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Allocated IP 172.27.3.203 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/f6684ab8-207b-441d-8944-4af5a8fa4123) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:40.046334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (ac73b816-b5f1-4258-a16c-e39e124ace45), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.046334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:40.046334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d78fe-f4bf-4296-a54c-2445de60fd6b None None] Pushing event updated for resources: {'Port': ['ID=921b22ab-00b1-49bf-b008-f54a45cf8013,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:40.046964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:40.047998 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.066797 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:40.088672 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:40.137370 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] Pushing event updated for resources: {'Network': ['ID=ac73b816-b5f1-4258-a16c-e39e124ace45,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.167535 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5dca9ddc-55bc-4f74-8265-c457bb7a9b31 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2598681 Apr 07 06:27:40.171946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network ac73b816-b5f1-4258-a16c-e39e124ace45 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:27:40.172100 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38632) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:40.176051 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Request body: {'subnet': {'network_id': 'ac73b816-b5f1-4258-a16c-e39e124ace45', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1914933318-subnet', 'tenant_id': '7fd0e568dcf24a26b61ef6b2ef16496c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:40.228269 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3cf56ccb-6ad3-4ad5-8a39-904b6b63db12 admin admin] Publish callbacks [] for security_group (eef41611-169b-41a3-8189-6fb34d1b5744), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.253989 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Pushing event updated for resources: {'Port': ['ID=2bc2d357-4c7f-4567-93c8-d2057d16d364,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.294975 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-8c3efc34-92bf-430f-a11d-1b0783e0c67d service neutron] 10.222.0.24 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044728 Apr 07 06:27:40.294975 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3cf56ccb-6ad3-4ad5-8a39-904b6b63db12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eef41611-169b-41a3-8189-6fb34d1b5744), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.382408 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Attempting to bind port 2bc2d357-4c7f-4567-93c8-d2057d16d364 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:40.382807 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Attempting to bind port 2bc2d357-4c7f-4567-93c8-d2057d16d364 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:40.383183 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Attempting to bind port 2bc2d357-4c7f-4567-93c8-d2057d16d364 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:40.445999 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3cf56ccb-6ad3-4ad5-8a39-904b6b63db12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e510320308c46b08fd88b221dfe59b3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8706255 Apr 07 06:27:40.452613 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38644) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:40.463361 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf56ccb-6ad3-4ad5-8a39-904b6b63db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef41611-169b-41a3-8189-6fb34d1b5744,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.465912 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:40.466301 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:40.466711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.467339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:40.481663 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.482316 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Bound port: 2bc2d357-4c7f-4567-93c8-d2057d16d364, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:40.482316 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.510163 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Attempting to bind port 23a2d524-26fe-4203-ae30-1b2c4da2cdca on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:40.513997 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Attempting to bind port 23a2d524-26fe-4203-ae30-1b2c4da2cdca by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:40.513997 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Attempting to bind port 23a2d524-26fe-4203-ae30-1b2c4da2cdca on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Checking segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Bound using segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Bound port: 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:40.549150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.576331 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Pushing event updated for resources: {'Port': ['ID=23a2d524-26fe-4203-ae30-1b2c4da2cdca,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.586722 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Made reservation on behalf of 7fd0e568dcf24a26b61ef6b2ef16496c for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:40.589852 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.641310 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] Publish callbacks [] for security_group (eef41611-169b-41a3-8189-6fb34d1b5744), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.649019 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.661137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for router_gateway (1845797a-323e-4f1f-a921-f47b70db4e15), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.662627 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] For port 2bc2d357-4c7f-4567-93c8-d2057d16d364, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:40.668210 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] For port 2bc2d357-4c7f-4567-93c8-d2057d16d364, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2bc2d357-4c7f-4567-93c8-d2057d16d364,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:40.682041 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] For port 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:40.686877 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] For port 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=23a2d524-26fe-4203-ae30-1b2c4da2cdca,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:40.707794 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38654) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:40.740995 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] Publish callbacks [] for security_group (eef41611-169b-41a3-8189-6fb34d1b5744), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.764519 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.794858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c5db8d46-6779-4793-83bd-e021ef35feee req-762be46a-1fc1-461a-a699-4ae6ecaabd04 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0832853 Apr 07 06:27:40.802015 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:40.819077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:40.822813 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:40.835013 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:40.870289 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Pushing event updated for resources: {'Port': ['ID=f6684ab8-207b-441d-8944-4af5a8fa4123,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:40.949359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cefdd22-e01c-4d17-9cb1-a3e3c78da0a4 None None] Pushing event updated for resources: {'Port': ['ID=2bc2d357-4c7f-4567-93c8-d2057d16d364,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:41.107320 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efcb393-c9fa-4be0-baba-250ffa2a4691 None None] Pushing event updated for resources: {'Port': ['ID=23a2d524-26fe-4203-ae30-1b2c4da2cdca,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:41.110465 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Allocated IP 172.27.3.56 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/3da758bb-9381-4a15-8949-483cfbc971b2) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:41.114938 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (baa367cc-765c-47e6-8699-f6bdcb2d9df1), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.115957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38670) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:41.395566 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa367cc-765c-47e6-8699-f6bdcb2d9df1,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:41.425419 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Checking segment: {'id': '79397a08-99dd-48bd-a289-49e5fa0ca5c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'ac73b816-b5f1-4258-a16c-e39e124ace45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:41.425810 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Network hostable DHCP agents. Network: ac73b816-b5f1-4258-a16c-e39e124ace45, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:27:41.445092 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b76fa8c7-d170-4e3a-a1b2-7c8e9c394242 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.477252 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for router_gateway (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.506431 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eef41611-169b-41a3-8189-6fb34d1b5744), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.515963 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.519033 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eef41611-169b-41a3-8189-6fb34d1b5744 HTTP/1.1" status: 204 len: 168 time: 1.0627284 Apr 07 06:27:41.597675 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46093051-a8e4-4423-ae0f-63209b90de1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef41611-169b-41a3-8189-6fb34d1b5744,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:41.634959 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Network ac73b816-b5f1-4258-a16c-e39e124ace45 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:27:41.649437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (1845797a-323e-4f1f-a921-f47b70db4e15), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.696562 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2bc2d357-4c7f-4567-93c8-d2057d16d364 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:41.886377 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, ac73b816-b5f1-4258-a16c-e39e124ace45) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:41.891869 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for port (3da758bb-9381-4a15-8949-483cfbc971b2), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.910529 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:41.911339 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:41.969074 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f03ccae2-5019-4614-a299-e6c65d2c255a req-bc4b2a10-b948-48c5-a81a-3931845ce7b2 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0508573 Apr 07 06:27:41.990768 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b430232-b743-4e3d-a56e-063a5e13cca7 None None] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:41.999183 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a538cef-0f77-4371-8421-dca84fff590b None None] Network ac73b816-b5f1-4258-a16c-e39e124ace45 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:42.085827 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-46fffa3f-eb85-4fc7-bb8f-4df4e2a31235 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9141364 Apr 07 06:27:42.088839 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b76fa8c7-d170-4e3a-a1b2-7c8e9c394242 admin admin] Publish callbacks [] for security_group (3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.098154 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.111506 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Router 1845797a-323e-4f1f-a921-f47b70db4e15 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:27:42.124770 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.132483 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Provisioning complete for port 921b22ab-00b1-49bf-b008-f54a45cf8013 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:42.133134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.203931 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 2bc2d357-4c7f-4567-93c8-d2057d16d364 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:42.204451 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.265893 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Pushing event updated for resources: {'Port': ['ID=3da758bb-9381-4a15-8949-483cfbc971b2,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:42.314330 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0e492d-28eb-4d43-bf1a-30f25fecdc26 None None] Network ac73b816-b5f1-4258-a16c-e39e124ace45 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:42.327754 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:42.332295 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:42.338008 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:42.391056 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b76fa8c7-d170-4e3a-a1b2-7c8e9c394242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.442044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Current status of the port 921b22ab-00b1-49bf-b008-f54a45cf8013 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:42.442476 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.453892 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38702) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:42.531216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] For port 921b22ab-00b1-49bf-b008-f54a45cf8013, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=921b22ab-00b1-49bf-b008-f54a45cf8013,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:42.536222 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012e442d-cda3-4318-90e3-214f918f45eb None None] Network f5ea2476-10fc-4956-aac9-712fe1362e44 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:42.569671 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38706) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:42.587267 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b76fa8c7-d170-4e3a-a1b2-7c8e9c394242 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=118085a24a17451a9cb3862aa25bb155&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4699860 Apr 07 06:27:42.591525 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fa8c7-d170-4e3a-a1b2-7c8e9c394242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:42.593888 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38708) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:42.620927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38710) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:42.622278 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e98a888-f924-4bc6-8454-ea4c7a94bf95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.631421 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.688488 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] Publish callbacks [] for security_group (3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.714517 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Deleting subnet e216b562-10b8-4e32-ac29-e4c1d594073a {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:27:42.718590 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Publish callbacks [] for subnet (e216b562-10b8-4e32-ac29-e4c1d594073a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.726568 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e5970-e169-4d65-a6d0-72817711471e None None] Pushing event updated for resources: {'Port': ['ID=921b22ab-00b1-49bf-b008-f54a45cf8013,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:42.788925 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Publish callbacks [] for subnet (e216b562-10b8-4e32-ac29-e4c1d594073a), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.801093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (e216b562-10b8-4e32-ac29-e4c1d594073a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.808649 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:42.823200 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:42.846577 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:42.857555 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:42.914085 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:27:42.922235 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] Publish callbacks [] for security_group (3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.928657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.933587 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-179ebd1e-c1db-41f2-b43b-1bc40d607bf5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6391973 Apr 07 06:27:42.936494 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38716) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:42.952879 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e98a888-f924-4bc6-8454-ea4c7a94bf95 admin admin] Publish callbacks [] for security_group (4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:42.970664 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 2bc2d357-4c7f-4567-93c8-d2057d16d364 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:42.971126 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.030419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (e216b562-10b8-4e32-ac29-e4c1d594073a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.058697 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f01722b-1151-4f7b-acf3-89eae75a6d2b None None] Network acaca60a-1632-43d0-b2ca-5016f14977f3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:27:43.078523 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e216b562-10b8-4e32-ac29-e4c1d594073a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:43.081008 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-52922302-f272-46a7-85f1-58e85a19d6ce None None] Provisioning complete for port 2bc2d357-4c7f-4567-93c8-d2057d16d364 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:43.081732 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-52922302-f272-46a7-85f1-58e85a19d6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.091554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.095145 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d9cc9c66-bd42-47c1-9634-b7020846e848 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e216b562-10b8-4e32-ac29-e4c1d594073a HTTP/1.1" status: 204 len: 168 time: 0.6246965 Apr 07 06:27:43.130818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38722) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:43.140329 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:43.168956 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b736312-e523-4656-be97-436e4a943947 req-b98fc895-8892-4bfd-ac66-6aa8183e26b0 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0830972 Apr 07 06:27:43.190377 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51a88364-2bcc-4877-b38b-456ad39b76c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.193161 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3e98a888-f924-4bc6-8454-ea4c7a94bf95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.248325 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 2bc2d357-4c7f-4567-93c8-d2057d16d364, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2bc2d357-4c7f-4567-93c8-d2057d16d364,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:43.252305 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.254990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:43.273307 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.275540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:43.275924 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.278310 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9 HTTP/1.1" status: 204 len: 168 time: 0.6807342 Apr 07 06:27:43.299963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6790e-4499-49b0-acf7-c525ced3e928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f99c6f6-4fda-4c83-aaaa-307a80f8e4c9,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:43.377011 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.379149 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:40Z', 'revision_number': 3, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:43.379282 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 921b22ab-00b1-49bf-b008-f54a45cf8013 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:43.416655 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:43.417241 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Updating router 1845797a-323e-4f1f-a921-f47b70db4e15 port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:43.433099 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.438714 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:43.440326 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:43.446054 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-517d12b1-0ad9-4918-b791-497bd8c2c7c6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.9516890 Apr 07 06:27:43.449625 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.467796 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38726) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:43.618812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98a888-f924-4bc6-8454-ea4c7a94bf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:43.636726 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3e98a888-f924-4bc6-8454-ea4c7a94bf95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d5c26ec071c4c0ca925c6f74dc6386b&name=default HTTP/1.1" status: 200 len: 2995 time: 1.0585744 Apr 07 06:27:43.637426 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38730) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:43.693327 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.697585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-52922302-f272-46a7-85f1-58e85a19d6ce None None] Current status of the port 2bc2d357-4c7f-4567-93c8-d2057d16d364 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:43.709972 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=2bc2d357-4c7f-4567-93c8-d2057d16d364,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:43.737618 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks [] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.751672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.752278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.753193 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.753684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > port after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.754142 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.754609 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > port after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.755055 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.755515 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.756005 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.756458 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:43.771143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:43.784450 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] Publish callbacks [] for security_group (4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.799395 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 921b22ab-00b1-49bf-b008-f54a45cf8013 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:43.800370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.808524 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.861459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for router_gateway (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.875042 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] Publish callbacks [] for security_group (4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.888480 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Pushing event updated for resources: {'Port': ['ID=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:43.916311 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.916881 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.917375 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.917862 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.918358 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.918822 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.919284 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.919804 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.920276 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Tracked resource versions report: Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: pushed versions: Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: { 'AddressGroup': {'1.2'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Agent': {'1.1'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'ConntrackHelper': {'1.0'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'LocalIPAssociation': {'1.0'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Log': {'1.0'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'NDPProxy': {'1.0'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Network': {'1.1'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Port': {'1.7'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'PortForwarding': {'1.3'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'QosPolicy': {'1.10'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroup': {'1.5'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroupRule': {'1.2'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SubPort': {'1.0'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Subnet': {'1.1'}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Trunk': {'1.1'}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: consumer versions: Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: { DHCP agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: HyperV agent@hv-cinder-83177: {}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: L3 agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: Metadata agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: Metering agent@dv-cinder-831776-6-iscsi: {}, Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: Open vSwitch agent@dv-cinder-831776-6-iscsi: { 'AddressGroup': '1.2', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Agent': '1.1', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'ConntrackHelper': '1.0', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'LocalIPAssociation': '1.0', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Log': '1.0', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'NDPProxy': '1.0', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Network': '1.1', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Port': '1.7', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'PortForwarding': '1.3', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'QosPolicy': '1.10', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroup': '1.5', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SecurityGroupRule': '1.2', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'SubPort': '1.0', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Subnet': '1.1', Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: 'Trunk': '1.1'}} Apr 07 06:27:43.925302 dv-cinder-831776-6-iscsi neutron-server[103958]: {{(pid=103958) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 07 06:27:43.929992 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Attempting to bind port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:43.930518 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Attempting to bind port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:43.931022 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Attempting to bind port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:43.937088 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:43.937721 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:43.938273 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.938878 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:43.939488 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Bound port: 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:43.940386 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:43.954252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Provisioning complete for port 921b22ab-00b1-49bf-b008-f54a45cf8013 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:43.968240 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.010883 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] For port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:44.014226 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] For port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:44.100860 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.108530 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:44.109125 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:44.109241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:44.109995 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:27:44.109995 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.133743 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba77d24-5df3-45b5-8c31-64264dc06e0a') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.134387 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba77d24-5df3-45b5-8c31-64264dc06e0a') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.157503 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 921b22ab-00b1-49bf-b008-f54a45cf8013 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:44.158731 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 23a2d524-26fe-4203-ae30-1b2c4da2cdca up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:44.160091 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (4ba77d24-5df3-45b5-8c31-64264dc06e0a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.168536 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:44.169370 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.183957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (4ba77d24-5df3-45b5-8c31-64264dc06e0a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.194022 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:27:44.194490 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (4ba77d24-5df3-45b5-8c31-64264dc06e0a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.241685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Current status of the port 921b22ab-00b1-49bf-b008-f54a45cf8013 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:44.272302 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Provisioning complete for port 23a2d524-26fe-4203-ae30-1b2c4da2cdca triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:44.272811 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: from cryptography.utils import int_from_bytes Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: from cryptography.utils import int_from_bytes Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:27:44.275118 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:27:44.279382 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:41Z', 'revision_number': 3, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.317504 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.328296 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.334490 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4 HTTP/1.1" status: 204 len: 168 time: 0.6862833 Apr 07 06:27:44.339013 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b9075-320a-4ac5-b201-6c8ec487048d None None] Pushing event updated for resources: {'Port': ['ID=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:44.394386 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38736) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:44.421410 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.457278 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:44.457858 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Updating router 2a7394ab-6a68-41f0-8464-77f50f2da82f port f6684ab8-207b-441d-8944-4af5a8fa4123 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:44.475479 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.482467 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:44.486144 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793 HTTP/1.1" status: 204 len: 168 time: 1.3476963 Apr 07 06:27:44.488451 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91cf4eb3-eb9a-4974-8358-ebdfa16c31bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.492366 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.505672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38740) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:44.523509 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 23a2d524-26fe-4203-ae30-1b2c4da2cdca triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:44.524158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.587276 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a40901-abe1-4579-a6bc-00fa0ec437a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7f0c24-ed43-4cf5-8b0b-51a2a9c52793,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:44.601860 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ffa80b03-34d8-4aa9-b8a6-bf4014d68474 req-6cce5cf6-0cc5-4126-9533-0d772664a67f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.1375220 Apr 07 06:27:44.644793 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a32116-3e79-42ac-88ca-1b66197e8a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb7f0f6-c7ef-402d-bdde-f9cb3c1bb1e4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:44.692612 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 23a2d524-26fe-4203-ae30-1b2c4da2cdca is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:44.693387 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.711342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Deleting subnet baa367cc-765c-47e6-8699-f6bdcb2d9df1 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:27:44.717503 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Publish callbacks [] for subnet (baa367cc-765c-47e6-8699-f6bdcb2d9df1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.780565 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51a88364-2bcc-4877-b38b-456ad39b76c0 admin admin] Publish callbacks [] for security_group (2adc43b8-f6c4-4de1-ad92-6a3a385fc967), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.782234 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:40Z', 'revision_number': 3, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:44.799048 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=23a2d524-26fe-4203-ae30-1b2c4da2cdca,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:44.810356 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.815513 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (baa367cc-765c-47e6-8699-f6bdcb2d9df1), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.819689 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07419ca9-bae9-4320-9b6b-23ffebd649be None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:40Z', 'revision_number': 3, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:27:44.834581 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Current status of the port 23a2d524-26fe-4203-ae30-1b2c4da2cdca is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:44.834970 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.872993 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-51a88364-2bcc-4877-b38b-456ad39b76c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2adc43b8-f6c4-4de1-ad92-6a3a385fc967), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.882054 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (baa367cc-765c-47e6-8699-f6bdcb2d9df1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:44.934541 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.014307 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a88364-2bcc-4877-b38b-456ad39b76c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc43b8-f6c4-4de1-ad92-6a3a385fc967,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:45.034367 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-51a88364-2bcc-4877-b38b-456ad39b76c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33d7440ad8764522adff946e9601c33d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4087009 Apr 07 06:27:45.046531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38744) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:45.073156 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.075446 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=23a2d524-26fe-4203-ae30-1b2c4da2cdca,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:45.153376 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.db.api [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 06:27:45.154009 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG oslo_db.api [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 06:27:45.263459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] Publish callbacks [] for security_group (2adc43b8-f6c4-4de1-ad92-6a3a385fc967), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.282695 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2bc2d357-4c7f-4567-93c8-d2057d16d364 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:45.340843 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.25', 49329) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:45.371185 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] Publish callbacks [] for security_group (2adc43b8-f6c4-4de1-ad92-6a3a385fc967), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.404279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:27:45.452480 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks [] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.463837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 2bc2d357-4c7f-4567-93c8-d2057d16d364 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:45.464506 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.499276 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91cf4eb3-eb9a-4974-8358-ebdfa16c31bf admin admin] Publish callbacks [] for security_group (22c73531-00c3-4d45-accc-d327887129ce), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.508044 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (baa367cc-765c-47e6-8699-f6bdcb2d9df1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.539520 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.548000 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa367cc-765c-47e6-8699-f6bdcb2d9df1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:45.562599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.566608 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-53af9d0c-7b2d-4531-abef-be651fd030da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/baa367cc-765c-47e6-8699-f6bdcb2d9df1 HTTP/1.1" status: 204 len: 168 time: 1.0569749 Apr 07 06:27:45.594795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38754) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:45.685745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-91cf4eb3-eb9a-4974-8358-ebdfa16c31bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (22c73531-00c3-4d45-accc-d327887129ce), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.701138 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Current status of the port 23a2d524-26fe-4203-ae30-1b2c4da2cdca is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:45.703533 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Attempting to bind port f6684ab8-207b-441d-8944-4af5a8fa4123 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:45.704135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Attempting to bind port f6684ab8-207b-441d-8944-4af5a8fa4123 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:45.704546 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Attempting to bind port f6684ab8-207b-441d-8944-4af5a8fa4123 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:45.720695 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:45.721167 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:45.721830 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.722484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:45.722987 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Bound port: f6684ab8-207b-441d-8944-4af5a8fa4123, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:45.723377 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.781199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dd21-55b0-4b5c-a64b-8db185621fa7 None None] Pushing event updated for resources: {'Port': ['ID=f6684ab8-207b-441d-8944-4af5a8fa4123,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:45.813292 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Allocated IP 172.20.0.1 (14e378dc-ef95-47d2-9fe2-d50ae083e1d3/fd648841-6b66-43e4-895e-db1e8384953e/c0ab554c-1747-46ea-8cdc-f1f6f507ca80) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:45.910854 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-91cf4eb3-eb9a-4974-8358-ebdfa16c31bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=751a6448e493479bbb67a5cb41731575&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5111482 Apr 07 06:27:45.924844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38770) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:45.925822 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Provisioning complete for port 2bc2d357-4c7f-4567-93c8-d2057d16d364 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:45.926782 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.931478 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (ac73b816-b5f1-4258-a16c-e39e124ace45), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:45.962603 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 2bc2d357-4c7f-4567-93c8-d2057d16d364 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:45.964452 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea11cb35-a638-4db0-b1a5-1126dd754705 req-0923ff07-00a2-49f5-aa8b-0471890fc757 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0966547 Apr 07 06:27:45.965074 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf4eb3-eb9a-4974-8358-ebdfa16c31bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c73531-00c3-4d45-accc-d327887129ce,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:45.975726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 921b22ab-00b1-49bf-b008-f54a45cf8013 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:46.007472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.023057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] For port f6684ab8-207b-441d-8944-4af5a8fa4123, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:46.116116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] For port f6684ab8-207b-441d-8944-4af5a8fa4123, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f6684ab8-207b-441d-8944-4af5a8fa4123,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:46.124113 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks [] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.176779 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 921b22ab-00b1-49bf-b008-f54a45cf8013 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:46.177404 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.181668 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] Publish callbacks [] for security_group (22c73531-00c3-4d45-accc-d327887129ce), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.203932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6793-21d5-4622-a3ff-8bc486c3adf4 None None] Current status of the port 2bc2d357-4c7f-4567-93c8-d2057d16d364 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:46.205957 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-0eab44a6-d300-4866-a0b5-d69d2ebfc2cb tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:46.209311 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-0eab44a6-d300-4866-a0b5-d69d2ebfc2cb tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.25 "GET /v2.0/networks?id=572992ad-6db9-47f1-989a-59d21c56fdec HTTP/1.1" status: 200 len: 811 time: 0.8538837 Apr 07 06:27:46.226365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (ac73b816-b5f1-4258-a16c-e39e124ace45), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.236839 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.274496 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Request body: {'port': {'device_id': '1bf8e552-dd96-4010-b190-371aec157fd6', 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec', 'admin_state_up': True, 'tenant_id': 'd3e8ec8942464f8abbafbd48b6f1f61f'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:46.275885 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] Publish callbacks [] for security_group (22c73531-00c3-4d45-accc-d327887129ce), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.321317 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.338476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac73b816-b5f1-4258-a16c-e39e124ace45']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:46.368721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79397a08-99dd-48bd-a289-49e5fa0ca5c9') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:46.369278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79397a08-99dd-48bd-a289-49e5fa0ca5c9') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:46.397317 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2adc43b8-f6c4-4de1-ad92-6a3a385fc967), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.402893 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.409749 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2adc43b8-f6c4-4de1-ad92-6a3a385fc967 HTTP/1.1" status: 204 len: 168 time: 1.3565576 Apr 07 06:27:46.427936 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:46.428590 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:46.434745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (79397a08-99dd-48bd-a289-49e5fa0ca5c9), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.465180 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (79397a08-99dd-48bd-a289-49e5fa0ca5c9), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.478078 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 921b22ab-00b1-49bf-b008-f54a45cf8013 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:46.483285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-1dabfdf5-ec23-4079-80ad-c7689faf7931 None None] Provisioning complete for port 23a2d524-26fe-4203-ae30-1b2c4da2cdca triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:46.483676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1dabfdf5-ec23-4079-80ad-c7689faf7931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.486969 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6dd21-55b0-4b5c-a64b-8db185621fa7 None None] Pushing event updated for resources: {'Port': ['ID=f6684ab8-207b-441d-8944-4af5a8fa4123,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:46.487399 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18d20d7-5a07-4e9c-91a2-ab9f5acfa476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc43b8-f6c4-4de1-ad92-6a3a385fc967,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:46.503540 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:27:46.504745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (79397a08-99dd-48bd-a289-49e5fa0ca5c9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:27:46.506857 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:27:46.518235 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:46.537324 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:46.551107 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:46.560777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (1845797a-323e-4f1f-a921-f47b70db4e15), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.616169 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Allocated IP 172.20.0.1 (acaca60a-1632-43d0-b2ca-5016f14977f3/71330782-8c3f-43cd-9d00-bfc7876bd6e6/74749811-4f6f-4081-9f9e-5a95beebce37) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:46.650975 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:46.657809 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:46.683855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:46.698530 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:46.706937 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (22c73531-00c3-4d45-accc-d327887129ce), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.709777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.713911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22c73531-00c3-4d45-accc-d327887129ce HTTP/1.1" status: 204 len: 168 time: 0.7852154 Apr 07 06:27:46.724887 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:46.725923 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:46.726815 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5bb16-c419-4660-a294-6f70a58c7a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c73531-00c3-4d45-accc-d327887129ce,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:46.789104 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (ac73b816-b5f1-4258-a16c-e39e124ace45), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.794012 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:46.804483 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ac73b816-b5f1-4258-a16c-e39e124ace45 HTTP/1.1" status: 204 len: 168 time: 1.2077129 Apr 07 06:27:46.837323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1dabfdf5-ec23-4079-80ad-c7689faf7931 None None] Current status of the port 23a2d524-26fe-4203-ae30-1b2c4da2cdca is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:46.857399 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d38da-a32b-4de5-a4ba-873364e6a00f admin admin] Pushing event deleted for resources: {'Network': ['ID=ac73b816-b5f1-4258-a16c-e39e124ace45,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:47.032604 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.033612 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-adb978d0-c55f-464a-bea7-0076c9b40457 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.6670012 Apr 07 06:27:47.040238 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38806) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:47.111551 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Made reservation on behalf of d3e8ec8942464f8abbafbd48b6f1f61f for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:27:47.115624 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.205466 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:47.232163 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks [] for port (74749811-4f6f-4081-9f9e-5a95beebce37), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.248260 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:47.291735 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1800fdd8-e079-47fa-a764-6cbf3c1b8a58 req-44528adc-9086-4b8e-b643-6d87b6054069 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0932012 Apr 07 06:27:47.377982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-ebfcb222-7497-409a-93aa-abaa2de3ae35 None None] Provisioning complete for port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:47.378810 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ebfcb222-7497-409a-93aa-abaa2de3ae35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.417460 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.461657 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:42Z', 'revision_number': 3, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:47.469276 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-ebfcb222-7497-409a-93aa-abaa2de3ae35 None None] Port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:47.475770 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:47.476186 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.511948 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:47.512785 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Updating router cb6444f0-71fa-442b-83e1-0b16c2cc727d port 3da758bb-9381-4a15-8949-483cfbc971b2 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:47.521957 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:41Z', 'revision_number': 3, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:47.529096 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.553333 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.559197 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b934dd30-f1dd-4f6b-98ad-5e416a05a5e5 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:41Z', 'revision_number': 3, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:27:47.623938 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38814) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:47.628612 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:47.636243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:47.659564 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:47.685084 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:47.690327 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.733890 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:47.761529 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Allocated IP 172.20.0.3 (572992ad-6db9-47f1-989a-59d21c56fdec/bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb/75c25ba1-518f-4bc7-a204-15503eca1dd0) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:47.848355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:47.852303 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 23a2d524-26fe-4203-ae30-1b2c4da2cdca up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:47.868763 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Pushing event updated for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:48.047599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.061607 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks [] for port (3da758bb-9381-4a15-8949-483cfbc971b2), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.081430 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:48.119554 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e2ea1235-ab72-4df9-a24e-95c6e4f0f8d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ca5bd0c2c2e470f8beec7845d73a775&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4931502 Apr 07 06:27:48.129038 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.144570 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38826) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:48.191293 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 23a2d524-26fe-4203-ae30-1b2c4da2cdca triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:48.191668 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.193352 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-406a8404-c808-449d-9283-6a3833bb300e None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:48.193732 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-406a8404-c808-449d-9283-6a3833bb300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.288750 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Attempting to bind port 3da758bb-9381-4a15-8949-483cfbc971b2 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:48.291274 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Attempting to bind port 3da758bb-9381-4a15-8949-483cfbc971b2 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:48.291813 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Attempting to bind port 3da758bb-9381-4a15-8949-483cfbc971b2 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:48.345953 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1a3a35ce-5710-4b6b-9816-eeb4582394f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.352117 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:48.354778 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:48.359014 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.359652 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:48.363275 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Bound port: 3da758bb-9381-4a15-8949-483cfbc971b2, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:48.365088 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.374227 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f013b51-6bec-4e7a-9976-bb144e6ee2b4 None None] Pushing event updated for resources: {'Port': ['ID=3da758bb-9381-4a15-8949-483cfbc971b2,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:48.461063 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-406a8404-c808-449d-9283-6a3833bb300e None None] Port 74749811-4f6f-4081-9f9e-5a95beebce37 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:48.584116 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks [] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.612136 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] Publish callbacks [] for security_group (b28832f1-4b74-4ce4-b47f-ac992ce20434), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.617241 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 23a2d524-26fe-4203-ae30-1b2c4da2cdca is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:48.626003 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] For port 3da758bb-9381-4a15-8949-483cfbc971b2, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:48.645805 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] Publish callbacks [] for security_group (b28832f1-4b74-4ce4-b47f-ac992ce20434), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.646337 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] For port 3da758bb-9381-4a15-8949-483cfbc971b2, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3da758bb-9381-4a15-8949-483cfbc971b2,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:48.698007 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.698816 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (1845797a-323e-4f1f-a921-f47b70db4e15), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.769380 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.812891 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:48.821772 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b28832f1-4b74-4ce4-b47f-ac992ce20434), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.824301 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:48.825484 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b28832f1-4b74-4ce4-b47f-ac992ce20434 HTTP/1.1" status: 204 len: 168 time: 0.6741657 Apr 07 06:27:48.879319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93085d52-1d30-4055-80b5-13d9d772ea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28832f1-4b74-4ce4-b47f-ac992ce20434,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:48.921051 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:48.925672 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:48.962695 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-28a4fcc2-7d83-4615-b045-3710a686fb6e req-dad5ede2-30e5-46e9-82ae-d2ae93611c1f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0907764 Apr 07 06:27:49.090257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:49.103437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:49.243780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.295448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.336427 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:49.349927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks [] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.360115 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:49.518706 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:49.518706 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.687057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:49.691936 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f6684ab8-207b-441d-8944-4af5a8fa4123 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:49.697848 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f013b51-6bec-4e7a-9976-bb144e6ee2b4 None None] Pushing event updated for resources: {'Port': ['ID=3da758bb-9381-4a15-8949-483cfbc971b2,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:49.803676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-906f4ed2-352d-429e-9d46-2b18c6a1c8f1 None None] Provisioning complete for port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:49.806344 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-906f4ed2-352d-429e-9d46-2b18c6a1c8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.899476 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.901525 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f6684ab8-207b-441d-8944-4af5a8fa4123 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:49.902161 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:49.904531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-906f4ed2-352d-429e-9d46-2b18c6a1c8f1 None None] Port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:49.996040 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:42Z', 'revision_number': 3, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:50.115105 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Allocated IP 172.20.0.1 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/36eb3bfe-6258-490f-8860-b1ebd9823e99) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:27:50.116554 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00aa7a42-0a7b-4f48-97d6-533d1ccd78ee None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:42Z', 'revision_number': 3, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:27:50.138771 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f6684ab8-207b-441d-8944-4af5a8fa4123 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:50.144799 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.164606 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Network 572992ad-6db9-47f1-989a-59d21c56fdec is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:50.179556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:50.180992 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port f6684ab8-207b-441d-8944-4af5a8fa4123, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f6684ab8-207b-441d-8944-4af5a8fa4123,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:50.210527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:50.222690 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:50.223469 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.254274 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Pushing event updated for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:50.264395 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.290152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks [] for port (74749811-4f6f-4081-9f9e-5a95beebce37), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.315649 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:27:50.416256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=f6684ab8-207b-441d-8944-4af5a8fa4123,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:50.457904 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.479984 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-acd2c2af-198e-43f4-87ed-84aa4b85472b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2112794 Apr 07 06:27:50.505995 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-0d2c02c6-1c12-4032-9244-859459978c11 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:27:50.507482 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-0d2c02c6-1c12-4032-9244-859459978c11 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064371 Apr 07 06:27:50.567215 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.662209 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6dd2c89a-648c-4fca-acff-eef9af4452e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:50.693516 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c391d-cc20-45a0-8703-8a39e72565fe req-8f4117be-d8f5-4a35-9a92-542835d20123 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:50.700728 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a7c391d-cc20-45a0-8703-8a39e72565fe req-8f4117be-d8f5-4a35-9a92-542835d20123 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 931 time: 0.5972788 Apr 07 06:27:50.721657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:50.736238 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ec0eda20-e919-4d6f-9e7f-4e5d1dee0a49 admin admin] 10.222.0.24 "PUT /v2.0/routers/1845797a-323e-4f1f-a921-f47b70db4e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7943869 Apr 07 06:27:50.791053 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:50.815455 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38884) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:50.833823 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:50.837291 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:50.891810 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:50.894299 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Pushing event updated for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:50.989707 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a6eed6a7-2749-403e-9bb4-85f39d42512f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fd0e568dcf24a26b61ef6b2ef16496c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1728699 Apr 07 06:27:50.992241 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38892) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:51.025672 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a7c391d-cc20-45a0-8703-8a39e72565fe req-5e92b830-705b-4c41-b66e-20138242a726 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224022 Apr 07 06:27:51.025672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:51.302882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] Publish callbacks [] for security_group (9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.368357 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:51.375673 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks [] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.401344 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] Publish callbacks [] for security_group (9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.509049 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3da758bb-9381-4a15-8949-483cfbc971b2 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:51.614961 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.618283 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.623782 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539 HTTP/1.1" status: 204 len: 168 time: 0.6245041 Apr 07 06:27:51.637139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a6360-8d09-4501-9990-d2168043f186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec9a4df-1ced-4cc3-9d2c-c28c3a15c539,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:51.749529 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:27:51.756247 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.796097 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-1478346e-7458-4faa-b9f7-3de4886c4022 None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:51.796742 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Request body: {'port': {'device_id': '1bf8e552-dd96-4010-b190-371aec157fd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:51.797324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1478346e-7458-4faa-b9f7-3de4886c4022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.865551 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1478346e-7458-4faa-b9f7-3de4886c4022 None None] Port 74749811-4f6f-4081-9f9e-5a95beebce37 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:51.925835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3da758bb-9381-4a15-8949-483cfbc971b2 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:51.933323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:51.960167 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.006547 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:52.025994 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:52.042589 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Pushing event updated for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:52.064394 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:27:52.257220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.260719 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3da758bb-9381-4a15-8949-483cfbc971b2 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:52.261086 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.304559 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 3da758bb-9381-4a15-8949-483cfbc971b2, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3da758bb-9381-4a15-8949-483cfbc971b2,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:52.328718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.356777 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 2, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:52.438988 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:52.452304 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:52.462178 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7a2f2ddf-12b0-4bbe-8022-b77b5b461114 admin admin] 10.222.0.24 "PUT /v2.0/routers/2a7394ab-6a68-41f0-8464-77f50f2da82f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9932809 Apr 07 06:27:52.469872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:52.470289 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Updating router 1845797a-323e-4f1f-a921-f47b70db4e15 port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:52.487592 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:52.488772 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:52.490375 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.491371 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f6684ab8-207b-441d-8944-4af5a8fa4123 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:52.494960 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb02d5f-48d8-4ad3-8fe2-b0e678d7a4f2 req-a9e632e9-8fef-4cbd-b3ce-1e87fb8688f3 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:52.497017 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0cb02d5f-48d8-4ad3-8fe2-b0e678d7a4f2 req-a9e632e9-8fef-4cbd-b3ce-1e87fb8688f3 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 931 time: 0.2538381 Apr 07 06:27:52.647043 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-c49be695-4f4d-4621-9fc4-9e1009cd2881 None None] Provisioning complete for port 36eb3bfe-6258-490f-8860-b1ebd9823e99 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:52.647878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c49be695-4f4d-4621-9fc4-9e1009cd2881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.650237 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.676365 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0cb02d5f-48d8-4ad3-8fe2-b0e678d7a4f2 req-25d06102-bad8-47ef-8f56-019f9c6cdda9 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627636 Apr 07 06:27:52.708627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c25ba1-518f-4bc7-a204-15503eca1dd0 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:27:52.723146 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks [] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.758561 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:52.792522 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Transition to ACTIVE for port object 75c25ba1-518f-4bc7-a204-15503eca1dd0 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:27:52.815575 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:52.894104 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.122898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Pushing event updated for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:53.207205 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Attempting to bind port 75c25ba1-518f-4bc7-a204-15503eca1dd0 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:53.208166 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Attempting to bind port 75c25ba1-518f-4bc7-a204-15503eca1dd0 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '96c7090c-de9c-4622-b7d9-7f03944d37bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:53.208661 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Attempting to bind port 75c25ba1-518f-4bc7-a204-15503eca1dd0 on network 572992ad-6db9-47f1-989a-59d21c56fdec {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:53.216882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Port 75c25ba1-518f-4bc7-a204-15503eca1dd0 on network 572992ad-6db9-47f1-989a-59d21c56fdec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:27:53.217210 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Attempting to bind port 75c25ba1-518f-4bc7-a204-15503eca1dd0 on network 572992ad-6db9-47f1-989a-59d21c56fdec {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:53.222605 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=3da758bb-9381-4a15-8949-483cfbc971b2,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:53.227218 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:53.227637 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Checking segment: {'id': '96c7090c-de9c-4622-b7d9-7f03944d37bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:53.231600 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c49be695-4f4d-4621-9fc4-9e1009cd2881 None None] Port 36eb3bfe-6258-490f-8860-b1ebd9823e99 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:53.237550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Bound using segment: {'id': '96c7090c-de9c-4622-b7d9-7f03944d37bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:53.246446 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Bound port: 75c25ba1-518f-4bc7-a204-15503eca1dd0, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96c7090c-de9c-4622-b7d9-7f03944d37bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:53.246897 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.327040 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks [] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.353575 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.362479 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f6684ab8-207b-441d-8944-4af5a8fa4123 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:53.363616 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.404889 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:49Z', 'revision_number': 2, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:53.442812 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.526913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:53.534015 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0,segment=NetworkSegment(96c7090c-de9c-4622-b7d9-7f03944d37bc),segment_id=96c7090c-de9c-4622-b7d9-7f03944d37bc)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:53.545757 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:53.546348 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Updating router 2a7394ab-6a68-41f0-8464-77f50f2da82f port 74749811-4f6f-4081-9f9e-5a95beebce37 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:53.593624 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f6684ab8-207b-441d-8944-4af5a8fa4123 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:53.619373 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.637928 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.694182 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.778642 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:53.778642 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:53.785683 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] 10.222.0.25 "PUT /v2.0/ports/75c25ba1-518f-4bc7-a204-15503eca1dd0 HTTP/1.1" status: 200 len: 1093 time: 2.8586709 Apr 07 06:27:53.790669 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:27:53.840585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3da758bb-9381-4a15-8949-483cfbc971b2 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:53.866170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38938) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:53.872660 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Pushing event updated for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:54.036631 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks [] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.060738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3da758bb-9381-4a15-8949-483cfbc971b2 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:54.064151 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:27:54.064340 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.072124 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:27:54.143499 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.332137 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf573f3-95cd-4e31-bca2-4450b13cc2be None None] Pushing event updated for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:54.420581 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755cb5a7-ad96-49c0-a34b-593012fb2e35 service neutron] Pushing event updated for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:54.456758 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38950) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:54.506768 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--968806828', 'description': 'tempest-description--661557855'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:54.533158 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-d9dec4d2-87f0-4fcc-b647-ec8f240e9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:54.539427 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-d9dec4d2-87f0-4fcc-b647-ec8f240e9096 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e8ec8942464f8abbafbd48b6f1f61f&device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 1127 time: 0.4905548 Apr 07 06:27:54.760388 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3da758bb-9381-4a15-8949-483cfbc971b2 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:54.760760 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da660724-2d81-4081-9095-9199f107dac3" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:27:54.768043 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-de6198c5-a33b-43ae-8b10-02b75cf49891 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0 HTTP/1.1" status: 200 len: 217 time: 0.2077696 Apr 07 06:27:54.808386 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.885719 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e34caa8d-7de7-44ef-a40e-762133f540a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.903315 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Attempting to bind port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:54.903803 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Attempting to bind port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:54.904238 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Attempting to bind port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:54.914416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-73d3f247-9633-43a1-9b08-56bb2866bfba None None] Provisioning complete for port 36eb3bfe-6258-490f-8860-b1ebd9823e99 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:54.914883 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-73d3f247-9633-43a1-9b08-56bb2866bfba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.919437 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:54.919887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Checking segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:54.920873 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.920975 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Bound using segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:54.921415 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Bound port: c0ab554c-1747-46ea-8cdc-f1f6f507ca80, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:54.921804 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.932766 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:54.991681 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks [] for port (74749811-4f6f-4081-9f9e-5a95beebce37), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.033485 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-73d3f247-9633-43a1-9b08-56bb2866bfba None None] Port 36eb3bfe-6258-490f-8860-b1ebd9823e99 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:27:55.080949 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] For port c0ab554c-1747-46ea-8cdc-f1f6f507ca80, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:55.087242 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] For port c0ab554c-1747-46ea-8cdc-f1f6f507ca80, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:55.094374 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.096145 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 38972) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:55.119690 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8c2475-f36b-4493-a8ee-99c6ed2cb44b req-1c1e8fbb-c44d-42ef-bc3a-52f8fbad01a9 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:55.121319 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c8c2475-f36b-4493-a8ee-99c6ed2cb44b req-1c1e8fbb-c44d-42ef-bc3a-52f8fbad01a9 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.3955448 Apr 07 06:27:55.125080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--447113971', 'description': 'tempest-description--189822022'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:55.165786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.173449 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Provisioning complete for port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:55.174057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.213624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:27:55.224863 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-b50d6392-fa36-42d9-a24a-b4fad61d6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:55.226375 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-b50d6392-fa36-42d9-a24a-b4fad61d6435 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb HTTP/1.1" status: 200 len: 851 time: 0.4071066 Apr 07 06:27:55.256904 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0138b-fb7b-4003-93ff-40a7c3384d3a None None] Pushing event updated for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:55.322998 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c8c2475-f36b-4493-a8ee-99c6ed2cb44b req-96539db4-88ad-44ff-a931-5da660ffeca9 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890531 Apr 07 06:27:55.336958 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e34caa8d-7de7-44ef-a40e-762133f540a7 admin admin] Publish callbacks [] for security_group (4e4bc118-49e3-431a-9fd1-b41f85f7e544), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.339522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.374029 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:55.374675 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:55.377334 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf573f3-95cd-4e31-bca2-4450b13cc2be None None] Pushing event updated for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:55.430344 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-cdd2580e-0073-4b10-85d7-6a1cdc2b9be8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=572992ad-6db9-47f1-989a-59d21c56fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1894681 Apr 07 06:27:55.466542 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Attempting to bind port 74749811-4f6f-4081-9f9e-5a95beebce37 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:27:55.472429 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Attempting to bind port 74749811-4f6f-4081-9f9e-5a95beebce37 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:27:55.473009 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Attempting to bind port 74749811-4f6f-4081-9f9e-5a95beebce37 on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:27:55.483567 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:27:55.489576 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Checking segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:27:55.491093 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.492232 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Bound using segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:27:55.500137 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Bound port: 74749811-4f6f-4081-9f9e-5a95beebce37, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:27:55.500137 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.530653 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e34caa8d-7de7-44ef-a40e-762133f540a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4e4bc118-49e3-431a-9fd1-b41f85f7e544), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.648272 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (bc406783-4b6c-460b-af86-125a1aef8a88), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.653349 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34caa8d-7de7-44ef-a40e-762133f540a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4bc118-49e3-431a-9fd1-b41f85f7e544,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:55.739094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (bc406783-4b6c-460b-af86-125a1aef8a88), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.761881 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e34caa8d-7de7-44ef-a40e-762133f540a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f38ef56c5fe44679764a8d97f28112b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8798451 Apr 07 06:27:55.794571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 38986) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:55.840538 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:55.858262 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] For port 74749811-4f6f-4081-9f9e-5a95beebce37, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:27:55.873669 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] For port 74749811-4f6f-4081-9f9e-5a95beebce37, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=74749811-4f6f-4081-9f9e-5a95beebce37,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:27:55.952121 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-4bc9ba03-63e9-44af-9b24-f8240a90cf07 service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907064 Apr 07 06:27:55.953947 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe90deff-6009-4fbb-ba6d-884eea4dee27 x-openstack-request-id: req-fe90deff-6009-4fbb-ba6d-884eea4dee27 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:27:55.954871 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:27:55.955194 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe90deff-6009-4fbb-ba6d-884eea4dee27 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:27:55.955705 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe90deff-6009-4fbb-ba6d-884eea4dee27'] response: {'name': 'network-changed', 'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0', 'status': 'completed', 'code': 200} Apr 07 06:27:55.980310 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:55.993315 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Current status of the port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:55.993965 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.005590 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc406783-4b6c-460b-af86-125a1aef8a88,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:56.105327 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0138b-fb7b-4003-93ff-40a7c3384d3a None None] Pushing event updated for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:56.106158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] For port c0ab554c-1747-46ea-8cdc-f1f6f507ca80, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:56.123775 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.131281 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c7720364-c076-43c8-bf86-6faffdd7d402 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.6325815 Apr 07 06:27:56.140347 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:56.140990 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:56.151926 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39002) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:56.157622 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group_rule': {'security_group_id': 'bc406783-4b6c-460b-af86-125a1aef8a88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:56.175804 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] Publish callbacks [] for security_group (4e4bc118-49e3-431a-9fd1-b41f85f7e544), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.188545 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (ae972c09-730a-45fa-975d-5922421552f6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.204343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.219514 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:27:56.219514 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-89982705-a791-41cc-8c08-0e58af58961c admin admin] 10.222.0.24 "PUT /v2.0/routers/cb6444f0-71fa-442b-83e1-0b16c2cc727d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1765015 Apr 07 06:27:56.299824 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ae972c09-730a-45fa-975d-5922421552f6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.335004 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] Publish callbacks [] for security_group (4e4bc118-49e3-431a-9fd1-b41f85f7e544), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.341709 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d201f-5cd8-411e-926d-79e51c2c72f8 None None] Pushing event updated for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:56.352857 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:27:56.374573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae972c09-730a-45fa-975d-5922421552f6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:56.405796 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:27:56.407191 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:56.439956 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.441566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-218eb91d-6ff3-4681-a810-ec91c61b7432 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3380799 Apr 07 06:27:56.444343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39010) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:56.449397 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group_rule': {'security_group_id': 'ae972c09-730a-45fa-975d-5922421552f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:56.503434 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:56.580240 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-70802c7b-b7c8-4a35-9648-ae60fe5bfc38 req-32f7b780-a13f-4b76-8364-aa436d5f96ac service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6066973 Apr 07 06:27:56.581378 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (3964b724-946e-4b56-b7f7-5dfc9a7baf49), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.588711 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (64d6d7af-69b2-4fb7-aa74-b91286056012), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.718040 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:56.719179 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.814981 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:27:56.838500 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (64d6d7af-69b2-4fb7-aa74-b91286056012), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:56.945887 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (64d6d7af-69b2-4fb7-aa74-b91286056012), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.024544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d6d7af-69b2-4fb7-aa74-b91286056012,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:57.112771 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47bc4f-30a9-418b-9922-019822b5237f req-e9849b86-ad98-4798-bc60-dc4a6e1ab0d7 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:57.115057 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf47bc4f-30a9-418b-9922-019822b5237f req-e9849b86-ad98-4798-bc60-dc4a6e1ab0d7 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.1368780 Apr 07 06:27:57.203896 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:55Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:57.239332 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.248225 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ea914073-aae8-4782-9697-1e7966b10bda tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8026338 Apr 07 06:27:57.249002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39028) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:57.255274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group_rule': {'security_group_id': 'ae972c09-730a-45fa-975d-5922421552f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:57.304091 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf47bc4f-30a9-418b-9922-019822b5237f req-8a49d9c6-3e22-4d6d-bcbc-96002fcdb8b6 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709697 Apr 07 06:27:57.316992 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92a623e-af3b-4d86-a73f-eca682920e0c None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:55Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:27:57.465588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (fa1b48ea-ac8e-4027-ab0e-7e44ea77b6d7), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.573645 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (3964b724-946e-4b56-b7f7-5dfc9a7baf49), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.581428 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4e4bc118-49e3-431a-9fd1-b41f85f7e544), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.596640 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.597871 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e4bc118-49e3-431a-9fd1-b41f85f7e544 HTTP/1.1" status: 204 len: 168 time: 1.8010068 Apr 07 06:27:57.668325 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (fa1b48ea-ac8e-4027-ab0e-7e44ea77b6d7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.679231 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (3964b724-946e-4b56-b7f7-5dfc9a7baf49), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.684182 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:55Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:57.722246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfe5902-ffda-453b-8fbe-91ae98f19fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4bc118-49e3-431a-9fd1-b41f85f7e544,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:57.757077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (fa1b48ea-ac8e-4027-ab0e-7e44ea77b6d7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.801319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964b724-946e-4b56-b7f7-5dfc9a7baf49,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:57.806116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Current status of the port 74749811-4f6f-4081-9f9e-5a95beebce37 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:57.806647 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:57.812568 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660724-2d81-4081-9095-9199f107dac3 req-5d9b71a3-b3ca-4ac4-a955-bf48586d576c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:57.813889 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-5d9b71a3-b3ca-4ac4-a955-bf48586d576c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e8ec8942464f8abbafbd48b6f1f61f&device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 1127 time: 1.0921743 Apr 07 06:27:57.829618 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde76746-a42b-4cca-adca-efb774c6bc8f None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:55Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:27:57.838703 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa1b48ea-ac8e-4027-ab0e-7e44ea77b6d7,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:57.892176 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39036) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:57.910468 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 74749811-4f6f-4081-9f9e-5a95beebce37 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:27:57.916620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2058935800', 'description': 'tempest-description--1444649374'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:58.082251 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.090020 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39042) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:58.097196 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] For port 74749811-4f6f-4081-9f9e-5a95beebce37, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=74749811-4f6f-4081-9f9e-5a95beebce37,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:27:58.101518 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-9fc9db50-dd89-4a78-9b83-f30af1a75051 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9481981 Apr 07 06:27:58.102143 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group_rule': {'security_group_id': 'bc406783-4b6c-460b-af86-125a1aef8a88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:58.189945 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.189945 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f24a0056-0a01-4b7f-b143-4c2e621694b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9373760 Apr 07 06:27:58.191200 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39044) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:58.199407 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.200795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:58.244164 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:58.244573 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.254720 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:27:58.283680 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.309124 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (bc42b916-a617-4233-9a4c-c7215418795c), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.369021 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660724-2d81-4081-9095-9199f107dac3 req-8f0cf6ed-5e03-47ef-9acb-0a2cd37f64fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:58.370812 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-8f0cf6ed-5e03-47ef-9acb-0a2cd37f64fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=572992ad-6db9-47f1-989a-59d21c56fdec HTTP/1.1" status: 200 len: 911 time: 0.5315735 Apr 07 06:27:58.393364 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.494957 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-85c0fbb1-4469-42e7-b318-f9a117f8ff06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0 HTTP/1.1" status: 200 len: 217 time: 0.1095927 Apr 07 06:27:58.505983 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:27:58.508297 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Updating router cb6444f0-71fa-442b-83e1-0b16c2cc727d port 36eb3bfe-6258-490f-8860-b1ebd9823e99 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:27:58.595647 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Provisioning complete for port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:58.596277 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.619022 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660724-2d81-4081-9095-9199f107dac3 req-e5f7d4ac-ee44-4cd8-8d4e-53c1f527ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:58.622289 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-e5f7d4ac-ee44-4cd8-8d4e-53c1f527ac23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb HTTP/1.1" status: 200 len: 851 time: 0.1196213 Apr 07 06:27:58.716942 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-403c44c3-6826-41be-95a6-554722281bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=572992ad-6db9-47f1-989a-59d21c56fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818257 Apr 07 06:27:58.725409 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Pushing event updated for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:58.748329 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.965479 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (81b39eb5-da77-4768-8697-a57756a6fb95), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:58.976341 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-472a7588-71c7-499f-9501-342fcf4e68a9 service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532368 Apr 07 06:27:59.102416 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (bc42b916-a617-4233-9a4c-c7215418795c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.115758 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (81b39eb5-da77-4768-8697-a57756a6fb95), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.205556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39062) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:59.259685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 74749811-4f6f-4081-9f9e-5a95beebce37 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:59.268971 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (bc42b916-a617-4233-9a4c-c7215418795c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.279320 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4f25d104-905b-477f-acb6-9c7c58475f91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.313982 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-da660724-2d81-4081-9095-9199f107dac3 req-228a10a6-91b7-4f5d-80bb-28ae43ab4275 service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271174 Apr 07 06:27:59.332689 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-87ab9df3-4323-4a19-9af8-7f74cf120cda None None] Current status of the port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:27:59.398428 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81b39eb5-da77-4768-8697-a57756a6fb95,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:59.436779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.442581 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-123cf31a-7514-49f1-adad-eb0199c8f8d0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.5460269 Apr 07 06:27:59.442581 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc42b916-a617-4233-9a4c-c7215418795c,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:59.443323 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39072) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:59.458041 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '81b39eb5-da77-4768-8697-a57756a6fb95', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:59.483084 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4df2e0a-1f09-4493-b4d3-d8fc56c63f02 req-26d8ef46-6ddc-48af-b320-ad912c64dc44 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:27:59.485946 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a4df2e0a-1f09-4493-b4d3-d8fc56c63f02 req-26d8ef46-6ddc-48af-b320-ad912c64dc44 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.8046448 Apr 07 06:27:59.507397 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-85a6a387-cdc5-4a30-9f40-c28b4f203db7 None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:27:59.507862 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-85a6a387-cdc5-4a30-9f40-c28b4f203db7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.571103 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4f25d104-905b-477f-acb6-9c7c58475f91 admin admin] Publish callbacks [] for security_group (c69ca8d4-faa6-460d-a8af-20a89b4944b3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.602817 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.604554 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-11624d95-202c-423d-929c-654affae486b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5130405 Apr 07 06:27:59.608152 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39074) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:59.616317 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:27:59.680952 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4f25d104-905b-477f-acb6-9c7c58475f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c69ca8d4-faa6-460d-a8af-20a89b4944b3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.689809 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (75bde47d-33e9-435b-a649-15b49dcb15f6), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.787443 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a4df2e0a-1f09-4493-b4d3-d8fc56c63f02 req-44f82bcb-adba-4d8e-b832-8bed9c183cc3 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783735 Apr 07 06:27:59.817327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.824377 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f25d104-905b-477f-acb6-9c7c58475f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69ca8d4-faa6-460d-a8af-20a89b4944b3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:27:59.830893 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.921105 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4f25d104-905b-477f-acb6-9c7c58475f91 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eed173bed384c2c99856f2be57cdcf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7130017 Apr 07 06:27:59.929257 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks [] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:27:59.932666 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39080) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:27:59.937921 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-85a6a387-cdc5-4a30-9f40-c28b4f203db7 None None] Current status of the port 74749811-4f6f-4081-9f9e-5a95beebce37 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:00.010964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c0ab554c-1747-46ea-8cdc-f1f6f507ca80 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:00.115143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.128567 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (75bde47d-33e9-435b-a649-15b49dcb15f6), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.155026 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Allocated IP 172.27.3.69 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/bd91a5fa-61bd-46d4-a743-4ea39150bfe1) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:00.180335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] Publish callbacks [] for security_group (c69ca8d4-faa6-460d-a8af-20a89b4944b3), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.215673 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (75bde47d-33e9-435b-a649-15b49dcb15f6), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.267232 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc7bd-a626-412e-a55d-e869654f6ab5 None None] Pushing event updated for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:00.289377 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:00.289840 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.317588 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] Publish callbacks [] for security_group (c69ca8d4-faa6-460d-a8af-20a89b4944b3), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.350498 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bde47d-33e9-435b-a649-15b49dcb15f6,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:00.445707 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.471639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.473584 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-48907820-7c61-4588-8660-82518d6d5f42 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0278854 Apr 07 06:28:00.479475 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.481750 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39094) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:00.496209 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '81b39eb5-da77-4768-8697-a57756a6fb95', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:00.503603 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Attempting to bind port 36eb3bfe-6258-490f-8860-b1ebd9823e99 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:00.511815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Attempting to bind port 36eb3bfe-6258-490f-8860-b1ebd9823e99 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:00.512969 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Attempting to bind port 36eb3bfe-6258-490f-8860-b1ebd9823e99 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:00.534676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:00.535227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:00.538252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.538252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:00.538252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Bound port: 36eb3bfe-6258-490f-8860-b1ebd9823e99, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:00.538252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.677770 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (315c14cf-533f-46f1-ae0e-135b63b72079), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.694101 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c69ca8d4-faa6-460d-a8af-20a89b4944b3), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.696752 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.701173 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69ca8d4-faa6-460d-a8af-20a89b4944b3 HTTP/1.1" status: 204 len: 168 time: 0.7639096 Apr 07 06:28:00.720795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.826237 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7108cc-aa6a-45c3-93c3-4feef3efabe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69ca8d4-faa6-460d-a8af-20a89b4944b3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:00.876288 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-a08510e4-b099-46bb-8cf8-0e6467fd29db None None] Provisioning complete for port 36eb3bfe-6258-490f-8860-b1ebd9823e99 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:00.877144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a08510e4-b099-46bb-8cf8-0e6467fd29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:00.896711 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:00.897911 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Allocated IP 172.27.3.253 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/f403369f-d89d-4c84-b38c-6f7162e9206d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:00.930420 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:00.940863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:00.969145 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a08510e4-b099-46bb-8cf8-0e6467fd29db None None] Port 36eb3bfe-6258-490f-8860-b1ebd9823e99 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:00.997296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] For port 36eb3bfe-6258-490f-8860-b1ebd9823e99, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:01.034999 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] For port 36eb3bfe-6258-490f-8860-b1ebd9823e99, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36eb3bfe-6258-490f-8860-b1ebd9823e99,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:01.037244 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:01.039514 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 74749811-4f6f-4081-9f9e-5a95beebce37 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:01.113893 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 74749811-4f6f-4081-9f9e-5a95beebce37 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:01.114108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.144829 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.168147 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=bd91a5fa-61bd-46d4-a743-4ea39150bfe1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:01.199086 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.207561 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (315c14cf-533f-46f1-ae0e-135b63b72079), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.237478 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc7bd-a626-412e-a55d-e869654f6ab5 None None] Pushing event updated for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:01.256988 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:01.257551 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:27:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:01.296319 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b42957-5fc2-418f-8b07-64a4ddb0865e req-fd72820a-65d1-4ed9-a880-69be1343d442 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:01.304017 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1b42957-5fc2-418f-8b07-64a4ddb0865e req-fd72820a-65d1-4ed9-a880-69be1343d442 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.3417170 Apr 07 06:28:01.373903 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (315c14cf-533f-46f1-ae0e-135b63b72079), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.449970 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.452268 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315c14cf-533f-46f1-ae0e-135b63b72079,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:01.601036 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1b42957-5fc2-418f-8b07-64a4ddb0865e req-62bd76aa-b126-4b09-a86f-e6582874dbab tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959042 Apr 07 06:28:01.613651 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.628701 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 74749811-4f6f-4081-9f9e-5a95beebce37 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:01.681393 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.688008 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:01.695371 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c92a06f3-07ec-4599-b30c-ed7d98141ab6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2080569 Apr 07 06:28:01.695812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39114) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:01.696464 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:01.715991 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:01.741688 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:01.747976 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:01.796583 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.857985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Provisioning complete for port 36eb3bfe-6258-490f-8860-b1ebd9823e99 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:01.858615 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:01.896430 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=f403369f-d89d-4c84-b38c-6f7162e9206d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:01.911385 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.035508 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.219032 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.307038 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.353739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Current status of the port 36eb3bfe-6258-490f-8860-b1ebd9823e99 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:02.354333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.385405 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.449100 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] For port 36eb3bfe-6258-490f-8860-b1ebd9823e99, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36eb3bfe-6258-490f-8860-b1ebd9823e99,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:02.462690 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:00Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:02.496862 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c643e0-a8ac-4811-a359-513fdf0808a7 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:00Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:28:02.504106 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.512058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.602394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae136ab-ab5a-455c-9e04-ff2ff206f2c1 None None] Pushing event updated for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:02.700074 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.808290 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:02.936936 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.007785 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.27.3.89 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/57e3f042-4145-4cc9-b3da-1a8a98d2d530) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:03.136141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=f403369f-d89d-4c84-b38c-6f7162e9206d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:03.234771 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.262629 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.271221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=bd91a5fa-61bd-46d4-a743-4ea39150bfe1,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:03.436905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.436905 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-85c8db34-07b2-4a42-8555-61ef4da64966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7022192 Apr 07 06:28:03.440369 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b737980-53f1-4a95-b778-8a6c5d7720dd req-06cf077c-1384-44af-bfba-7f517ab3fe15 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:03.440369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b737980-53f1-4a95-b778-8a6c5d7720dd req-06cf077c-1384-44af-bfba-7f517ab3fe15 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.6416376 Apr 07 06:28:03.440369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b737980-53f1-4a95-b778-8a6c5d7720dd req-36fb99b6-edc3-4bc9-805b-955e5b4e3e07 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731242 Apr 07 06:28:03.464719 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:28:03.682765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.682765 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e0318c3f-634d-4b89-8e9c-1e69b42ac5e3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4878747 Apr 07 06:28:03.746132 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:03.873043 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-ba37b37e-8350-4af7-997e-c3b1cc3003b6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--968806828&fields=id&tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 267 time: 0.1656716 Apr 07 06:28:03.882382 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36eb3bfe-6258-490f-8860-b1ebd9823e99 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:03.883122 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:03.886305 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:03.894688 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:03.907066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=57e3f042-4145-4cc9-b3da-1a8a98d2d530,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:03.999145 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 36eb3bfe-6258-490f-8860-b1ebd9823e99 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:03.999893 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.044386 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-a488aa0a-ab89-4ad1-a2a3-2daeaf14cce6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:04.046055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-a488aa0a-ab89-4ad1-a2a3-2daeaf14cce6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 810 time: 0.1720860 Apr 07 06:28:04.064213 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-f8ccd9a1-94fb-4f8a-9644-0669a1ad24fc tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/quotas/a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 375 time: 0.0117204 Apr 07 06:28:04.098826 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 36eb3bfe-6258-490f-8860-b1ebd9823e99 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:04.124376 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.176716 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-b9b0b9e4-86e5-44c7-be82-c39e97b7665d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1059449 Apr 07 06:28:04.349737 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.443042 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-11b9787d-4d83-434b-a3cc-12e2e17d92f5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--447113971&fields=id&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 267 time: 0.1003363 Apr 07 06:28:04.592727 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.602095 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-9dbe9459-2ca0-43d7-9f69-f4ca3cac6d1f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:28:04.603196 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-9dbe9459-2ca0-43d7-9f69-f4ca3cac6d1f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1804709 Apr 07 06:28:04.613804 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-3b5bf7b4-b2a9-4f78-9339-d3fd8a14b0e1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:04.615370 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-3b5bf7b4-b2a9-4f78-9339-d3fd8a14b0e1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 817 time: 0.1715407 Apr 07 06:28:04.671876 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-0ae190da-0dac-40be-8216-300c1e802732 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/quotas/15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 375 time: 0.0483198 Apr 07 06:28:04.748568 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-4a1bbec5-62b1-436f-bfd3-e95ec8795cd5 service neutron] 10.222.0.24 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320996 Apr 07 06:28:04.758454 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-6eeb8070-9c9b-4a5d-bb1c-3301d0032350 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805373 Apr 07 06:28:04.791084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.824182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:04.844294 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=57e3f042-4145-4cc9-b3da-1a8a98d2d530,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:04.926811 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-06fdecca-41db-4ba7-a77b-fbc149f271cc service neutron] 10.222.0.24 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674170 Apr 07 06:28:04.930353 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-ace51074-330b-46e7-ac29-651be58fa9ff service neutron] 10.222.0.24 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515923 Apr 07 06:28:05.025948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-b879ad75-b229-4ca3-a595-116f69fcf569 service neutron] 10.222.0.24 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894904 Apr 07 06:28:05.114701 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:05.116218 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d5d77cb0-29dd-4abd-8073-ba0ddc09b813 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4228926 Apr 07 06:28:05.327007 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b6ffd-fe83-42a7-9b98-0108911c9ca8 req-d6ef5333-9fc5-40c6-bc8f-d24316af1813 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:05.328922 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d1b6ffd-fe83-42a7-9b98-0108911c9ca8 req-d6ef5333-9fc5-40c6-bc8f-d24316af1813 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.0704854 Apr 07 06:28:05.408953 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d1b6ffd-fe83-42a7-9b98-0108911c9ca8 req-81827f32-69c4-4596-9cc0-7a175f0464a4 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662730 Apr 07 06:28:05.524367 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-e809cb91-dead-48a9-a1d3-c6c6f7c2110a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2058935800&fields=id&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 267 time: 0.1140273 Apr 07 06:28:05.554429 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dfa1c8e0-30da-4e68-b2fc-00000f0a291a req-a1e4df3a-0a20-49b5-8fe5-42b2ed5ead8b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0400038 Apr 07 06:28:05.660026 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df7220b8-0fd3-4c04-9c2b-edc238839c5e req-0569f542-6564-416e-9647-4e58bce200ac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0380678 Apr 07 06:28:05.700674 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-37f9602d-8720-4cf8-965f-51cabc2311c4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:05.702304 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-37f9602d-8720-4cf8-965f-51cabc2311c4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1547780 Apr 07 06:28:05.718317 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-0e81fcd3-2220-4872-a1e9-65bd06daed81 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/quotas/e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 375 time: 0.0097656 Apr 07 06:28:05.795286 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-e93caad6-5957-4196-b84c-a8e4beed9382 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713770 Apr 07 06:28:05.895189 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-76f7b65f-2507-4df0-bc31-00e82679af23 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897763 Apr 07 06:28:05.991298 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-d91f695a-34bc-42c9-b646-e7dd4bfe292f service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894794 Apr 07 06:28:06.287231 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:06.354792 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dae64de1-1f7c-40d1-acc9-dee3478e7651 req-6a72743e-3955-4feb-bfb4-f8678939633e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0295641 Apr 07 06:28:06.541298 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fe954-dde0-49d2-a3ab-6096be11c9f6 req-f5f58f2d-52d6-4722-aaf3-81d2a5bb86cb tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:06.542865 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a7fe954-dde0-49d2-a3ab-6096be11c9f6 req-f5f58f2d-52d6-4722-aaf3-81d2a5bb86cb tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 943 time: 0.0613916 Apr 07 06:28:06.591879 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a7fe954-dde0-49d2-a3ab-6096be11c9f6 req-de174892-54eb-4439-9cf8-bcd619e76d25 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428927 Apr 07 06:28:06.652870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-002978b6-073b-4bce-b3ed-8789e05327c1 req-37024ccc-76a4-4421-9122-0016b910c5b8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0294423 Apr 07 06:28:06.732410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39342) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:06.809246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b6e67848-c245-4e1e-987d-8e80bd4aeae6 req-f61b2800-dfe7-41b3-ba57-22ad7130c64e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0536168 Apr 07 06:28:06.877603 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 75c25ba1-518f-4bc7-a204-15503eca1dd0 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:28:06.895266 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b48-c110-4adf-9707-47c436528415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.013557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b48-c110-4adf-9707-47c436528415 admin admin] Publish callbacks [] for security_group (5923e42e-b7fc-4a12-af4e-e96c7287dfd6), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.023679 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0,segment=NetworkSegment(96c7090c-de9c-4622-b7d9-7f03944d37bc),segment_id=96c7090c-de9c-4622-b7d9-7f03944d37bc)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:07.036687 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '75c25ba1-518f-4bc7-a204-15503eca1dd0', 'network_id': '572992ad-6db9-47f1-989a-59d21c56fdec', 'port_id': '75c25ba1-518f-4bc7-a204-15503eca1dd0', 'mac_address': 'fa:16:3e:87:ab:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:28:07.076883 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 75c25ba1-518f-4bc7-a204-15503eca1dd0 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:07.077274 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.091501 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c25ba1-518f-4bc7-a204-15503eca1dd0 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:07.111812 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0,segment=NetworkSegment(96c7090c-de9c-4622-b7d9-7f03944d37bc),segment_id=96c7090c-de9c-4622-b7d9-7f03944d37bc)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:07.202498 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-48ec2b48-c110-4adf-9707-47c436528415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (5923e42e-b7fc-4a12-af4e-e96c7287dfd6), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.202671 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.248391 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-48ec2b48-c110-4adf-9707-47c436528415 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30b4938efa144fc894f48a438830318e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5147953 Apr 07 06:28:07.249249 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ec2b48-c110-4adf-9707-47c436528415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5923e42e-b7fc-4a12-af4e-e96c7287dfd6,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:07.252310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39366) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:07.257328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:07.309769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] Publish callbacks [] for security_group (5923e42e-b7fc-4a12-af4e-e96c7287dfd6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.332048 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] Publish callbacks [] for security_group (5923e42e-b7fc-4a12-af4e-e96c7287dfd6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.434165 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c079860d-e781-41e6-afbf-2bbcd2abf57b req-506a47ec-0f2e-4ce6-bb8d-2bde1ee75b4a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0281396 Apr 07 06:28:07.442580 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (5923e42e-b7fc-4a12-af4e-e96c7287dfd6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.445765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:07.449929 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5923e42e-b7fc-4a12-af4e-e96c7287dfd6 HTTP/1.1" status: 204 len: 168 time: 0.1965261 Apr 07 06:28:07.457937 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608dd4a-c4a9-4da4-94ce-0824d1eb872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5923e42e-b7fc-4a12-af4e-e96c7287dfd6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:07.713970 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e0735-e02a-4aa0-9241-737c1323018b req-f192bff6-dae9-4dfe-ab9e-f44e71098527 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:07.715845 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-218e0735-e02a-4aa0-9241-737c1323018b req-f192bff6-dae9-4dfe-ab9e-f44e71098527 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 944 time: 0.0581694 Apr 07 06:28:07.756552 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bd73a7c-256e-4385-9734-11b38d13e319 req-b85b25cc-0bd0-453d-8515-20769a12b0ad tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0396614 Apr 07 06:28:07.793008 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-218e0735-e02a-4aa0-9241-737c1323018b req-2a6fadb4-a4b6-41ce-ae5e-6539e0ca4454 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604796 Apr 07 06:28:07.919200 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6bf92bdd-7881-4f79-928d-7b360539b0a0 req-39c30880-2984-4a13-8030-0b797a0902ff tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0284476 Apr 07 06:28:08.339213 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39404) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:08.353241 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33ec-3fb9-420d-831c-cc6beae1fac7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.425922 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33ec-3fb9-420d-831c-cc6beae1fac7 admin admin] Publish callbacks [] for security_group (1581235c-7a46-43c2-990a-196c95803be7), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.494003 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1f4e33ec-3fb9-420d-831c-cc6beae1fac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1581235c-7a46-43c2-990a-196c95803be7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.526066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e92fe23f-d801-45ea-b68d-08f04807ce83 req-00816441-50ca-4a91-9e5d-0140170370c5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0268712 Apr 07 06:28:08.532005 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-1f4e33ec-3fb9-420d-831c-cc6beae1fac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34e6a4891023445d9723606fd2d6f3f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915920 Apr 07 06:28:08.534292 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e33ec-3fb9-420d-831c-cc6beae1fac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1581235c-7a46-43c2-990a-196c95803be7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:08.536501 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39408) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:08.585265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] Publish callbacks [] for security_group (1581235c-7a46-43c2-990a-196c95803be7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.605257 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] Publish callbacks [] for security_group (1581235c-7a46-43c2-990a-196c95803be7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.734475 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1581235c-7a46-43c2-990a-196c95803be7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.738800 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:08.740158 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1581235c-7a46-43c2-990a-196c95803be7 HTTP/1.1" status: 204 len: 168 time: 0.2014675 Apr 07 06:28:08.749880 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73274e1-bf44-4744-8aac-2c620499e836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1581235c-7a46-43c2-990a-196c95803be7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:08.893394 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1acaf0ba-fcee-46cb-8e92-783b3ec050a4 req-69dd4d01-d765-46ff-afac-33511435ceeb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0632071 Apr 07 06:28:08.947628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b361b9-4506-4201-9336-e28cd8ed105e req-282b99a6-4cb3-4f71-bb49-b82161bdb438 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:08.950014 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5b361b9-4506-4201-9336-e28cd8ed105e req-282b99a6-4cb3-4f71-bb49-b82161bdb438 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 944 time: 0.0590963 Apr 07 06:28:09.009577 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5b361b9-4506-4201-9336-e28cd8ed105e req-6ebd25cc-efe4-4187-830e-e543b36370be tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517366 Apr 07 06:28:09.027193 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4bc978be-9da8-43ce-9b0e-3d800c19b771 req-8d67ffc8-09ca-4be3-909a-6005e3af3acf tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0309567 Apr 07 06:28:09.626328 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a78ddee-e7e1-4272-b782-20ea131ee753 req-685a8f85-b55b-45bb-bb44-dbc194afb2d7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0293393 Apr 07 06:28:09.985383 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-55ae8d01-ee61-4012-9523-080a31208f04 req-beb0af1b-428c-4cc9-b23e-12fe57909d7d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0266576 Apr 07 06:28:10.132831 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ec7f787b-8b11-40d7-acc0-54989668c880 req-218332f5-b3eb-416c-904c-492cc8fb318e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Apr 07 06:28:10.153380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fac9-1c51-40d1-8a15-538eb7458e4b req-ff25f3ef-d302-48b4-a0fa-927970b42757 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:10.155778 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1594fac9-1c51-40d1-8a15-538eb7458e4b req-ff25f3ef-d302-48b4-a0fa-927970b42757 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 944 time: 0.0795066 Apr 07 06:28:10.186233 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['75c25ba1-518f-4bc7-a204-15503eca1dd0'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:28:10.205571 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1594fac9-1c51-40d1-8a15-538eb7458e4b req-f9407708-e065-46f1-92fa-208c62a134e4 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Apr 07 06:28:10.722506 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-736ecdbe-cf37-453e-9974-8f192cb7b421 req-ee4a70c9-17a3-44ef-a6f9-8a1c560d849a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0314124 Apr 07 06:28:11.095946 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8013f5c8-6897-4c13-8027-ffd0b34cab47 req-3948f7de-c80d-4698-92df-8c019793fa0f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0312619 Apr 07 06:28:11.264287 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6f35096a-1bcf-481e-a7e3-5b41e159bc96 req-63b16f95-bd20-4708-b29e-9cb8502d6108 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0517359 Apr 07 06:28:11.357313 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e296e9-cdb1-4d30-b231-8d1687575cf7 req-b37d8a35-022a-4a59-b90d-953de3519861 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:11.357313 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a6e296e9-cdb1-4d30-b231-8d1687575cf7 req-b37d8a35-022a-4a59-b90d-953de3519861 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 944 time: 0.0666804 Apr 07 06:28:11.433395 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a6e296e9-cdb1-4d30-b231-8d1687575cf7 req-24c3a8ed-c334-43b8-bebe-244074ab64cf tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676203 Apr 07 06:28:11.489413 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39520) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:11.578095 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.25', 49356) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:11.671310 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-59fa8a66-a144-4410-942f-e374889185cd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:11.671310 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-59fa8a66-a144-4410-942f-e374889185cd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 817 time: 0.1414337 Apr 07 06:28:11.725097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-2118256a-eac6-4987-9698-8b9196f987b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:11.728792 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-2118256a-eac6-4987-9698-8b9196f987b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1489935 Apr 07 06:28:11.786352 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-a60c5de9-a779-4f60-b7de-fd82e4fd1588 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 379 time: 0.0969911 Apr 07 06:28:11.790842 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'port': {'device_id': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'admin_state_up': True, 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'security_groups': ['ae972c09-730a-45fa-975d-5922421552f6']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:11.878398 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0435c274-5ce5-49da-a013-0c1b627050fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:11.916937 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fa72b5d6-7cbd-486c-9be1-a0dc75959ccb req-e9bbaf8b-779c-486f-93e0-c5169a30acd2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0718150 Apr 07 06:28:11.925369 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.25', 49358) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:11.930670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 75c25ba1-518f-4bc7-a204-15503eca1dd0 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:11.940231 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-01a47b75-e7e8-4356-b1ea-8bc96023cf43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 380 time: 0.1962402 Apr 07 06:28:11.972982 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'port': {'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'admin_state_up': True, 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'security_groups': ['81b39eb5-da77-4768-8697-a57756a6fb95']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:12.077726 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Made reservation on behalf of 15de816e94a54017b0b809f20d84b492 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:12.084617 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.162656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 75c25ba1-518f-4bc7-a204-15503eca1dd0 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:28:12.176157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 75c25ba1-518f-4bc7-a204-15503eca1dd0 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:12.176157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.220344 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-28c92291-83c2-48fd-9e53-095c77b2b2d9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:12.222171 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-28c92291-83c2-48fd-9e53-095c77b2b2d9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 810 time: 0.2681327 Apr 07 06:28:12.234754 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0435c274-5ce5-49da-a013-0c1b627050fd admin admin] Publish callbacks [] for security_group (4a59a6e0-584a-4e48-8271-0d3958634af7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.273607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Allocated IP 172.20.0.7 (acaca60a-1632-43d0-b2ca-5016f14977f3/71330782-8c3f-43cd-9d00-bfc7876bd6e6/877f3752-e8f7-40ca-9f9e-edc601b4d02a) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:12.279246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ac536ca-e433-4b25-9df2-88ddadadbf39 req-19eaa1b6-4526-4e92-9edd-1a73b24e3656 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0559943 Apr 07 06:28:12.349121 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 75c25ba1-518f-4bc7-a204-15503eca1dd0 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:12.349904 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.396116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0,segment=NetworkSegment(96c7090c-de9c-4622-b7d9-7f03944d37bc),segment_id=96c7090c-de9c-4622-b7d9-7f03944d37bc)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:12.397110 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:12.403894 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-13306646-f9ee-4419-8c7e-2d9033b68da3 req-c457c464-53fa-4bf6-af2d-70eb9226d159 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0341473 Apr 07 06:28:12.409186 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-f0984b6d-0e42-4c34-a5a6-c8b89f5bf229 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 379 time: 0.1577649 Apr 07 06:28:12.435365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'port': {'device_id': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'admin_state_up': True, 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'security_groups': ['bc406783-4b6c-460b-af86-125a1aef8a88']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:12.509460 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.529451 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:12.533318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.535885 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0435c274-5ce5-49da-a013-0c1b627050fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4a59a6e0-584a-4e48-8271-0d3958634af7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.550676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.612258 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:12.702160 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c19f86-0c70-4fcc-b2de-78212f4babca" -d '{"events": [{"server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "name": "network-vif-plugged", "status": "completed", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:12.741304 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.812644 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c05e4e2-61c4-46eb-8aa3-02028b6d93a3 x-openstack-request-id: req-4c05e4e2-61c4-46eb-8aa3-02028b6d93a3 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:12.817050 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "name": "network-vif-plugged", "status": "completed", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:12.817050 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c05e4e2-61c4-46eb-8aa3-02028b6d93a3 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:12.817050 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c05e4e2-61c4-46eb-8aa3-02028b6d93a3'] response: {'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0', 'code': 200} Apr 07 06:28:12.817346 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:12.824224 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:12.825846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:12.837301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435c274-5ce5-49da-a013-0c1b627050fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a59a6e0-584a-4e48-8271-0d3958634af7,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:12.841647 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:12.852143 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:12.852143 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:12.967260 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0435c274-5ce5-49da-a013-0c1b627050fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b45a467bac44680a790b4d3336e6daa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4765699 Apr 07 06:28:12.972928 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39598) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:12.995962 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-2cb5bc02-8716-4b25-88a8-501b121dbd1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2102056 Apr 07 06:28:13.012927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Request body: {'port': {'device_id': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:13.039386 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5573864-34e3-43a9-be56-656ed391b593 req-8901283c-cd68-4bd0-874e-90cc6ac82c18 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:13.043576 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5573864-34e3-43a9-be56-656ed391b593 req-8901283c-cd68-4bd0-874e-90cc6ac82c18 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.5188832 Apr 07 06:28:13.072385 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] Publish callbacks [] for security_group (4a59a6e0-584a-4e48-8271-0d3958634af7), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.085785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9cba34c2-49a8-4d3f-857e-a03197ab1774 req-6a81bb08-c07d-4671-842f-e0e12ae3a20a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0711565 Apr 07 06:28:13.116222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Made reservation on behalf of a0889ebfa7d7493ba7e12b13516d4fb7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:13.119829 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.131186 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] Publish callbacks [] for security_group (4a59a6e0-584a-4e48-8271-0d3958634af7), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.136837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-784ca9b8-7ed7-4f14-a895-bf8c16a433f9 None None] Provisioning complete for port 877f3752-e8f7-40ca-9f9e-edc601b4d02a triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:13.138117 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-784ca9b8-7ed7-4f14-a895-bf8c16a433f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.142757 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.191148 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-784ca9b8-7ed7-4f14-a895-bf8c16a433f9 None None] Port 877f3752-e8f7-40ca-9f9e-edc601b4d02a cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:13.251400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.20.0.9 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:13.263422 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5573864-34e3-43a9-be56-656ed391b593 req-2ddba51a-7591-4a93-9119-e3ac60cfeaf2 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914575 Apr 07 06:28:13.265037 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.25', 49366) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:13.415479 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4a59a6e0-584a-4e48-8271-0d3958634af7), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.420232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.421618 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4a59a6e0-584a-4e48-8271-0d3958634af7 HTTP/1.1" status: 204 len: 168 time: 0.4475315 Apr 07 06:28:13.461260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39616) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:13.469365 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7f5b-b963-4b56-9417-b3f009fe1b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a59a6e0-584a-4e48-8271-0d3958634af7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:13.480259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3b566a7f-cdb3-4c19-bcbe-00e7cfb8c190 req-bab0bc4d-d860-4eaa-bb76-c3497389c3e5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0630274 Apr 07 06:28:13.572470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Allocated IP 172.20.0.9 (14e378dc-ef95-47d2-9fe2-d50ae083e1d3/fd648841-6b66-43e4-895e-db1e8384953e/2d092b80-8226-459c-a648-2a7c3e058559) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:13.615129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-101e9118-ae9d-4695-aeda-e729d65abdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:13.616781 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-101e9118-ae9d-4695-aeda-e729d65abdf4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 1129 time: 0.3462498 Apr 07 06:28:13.628464 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:13.636683 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks [] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.658007 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Transition to ACTIVE for port object 877f3752-e8f7-40ca-9f9e-edc601b4d02a will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:28:13.673422 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dafcbba8-4f00-4728-9c8e-a1adf9b89fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.684556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-53d2b4db-07c1-440f-a7a4-03d8def774f3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.746421 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.791496 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dafcbba8-4f00-4728-9c8e-a1adf9b89fda admin admin] Publish callbacks [] for security_group (d0afbecf-1eda-4c3a-8abe-1024f0289141), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.798215 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.825354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66be92-944e-44ff-9daa-74a222468227 req-1a468baa-5be4-45a9-a109-cc9eb5ceaa64 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:13.827183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3c66be92-944e-44ff-9daa-74a222468227 req-1a468baa-5be4-45a9-a109-cc9eb5ceaa64 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 931 time: 0.2428937 Apr 07 06:28:13.830509 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:13.904319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Attempting to bind port 877f3752-e8f7-40ca-9f9e-edc601b4d02a on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:13.904663 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Attempting to bind port 877f3752-e8f7-40ca-9f9e-edc601b4d02a by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:13.904996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Attempting to bind port 877f3752-e8f7-40ca-9f9e-edc601b4d02a on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:13.915295 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dafcbba8-4f00-4728-9c8e-a1adf9b89fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d0afbecf-1eda-4c3a-8abe-1024f0289141), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.916515 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Port 877f3752-e8f7-40ca-9f9e-edc601b4d02a on network acaca60a-1632-43d0-b2ca-5016f14977f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:28:13.916889 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Attempting to bind port 877f3752-e8f7-40ca-9f9e-edc601b4d02a on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:13.964030 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:13.964370 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Checking segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:13.964762 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Bound using segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:13.965217 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Bound port: 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:13.965571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:13.977213 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (2d092b80-8226-459c-a648-2a7c3e058559), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.046102 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-dafcbba8-4f00-4728-9c8e-a1adf9b89fda admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5d4f82aed26454980647766e06ec9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5943317 Apr 07 06:28:14.048572 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3c66be92-944e-44ff-9daa-74a222468227 req-992a9ddb-8463-4a89-b5bb-9f4d889e0064 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122457 Apr 07 06:28:14.069073 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39632) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:14.089020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafcbba8-4f00-4728-9c8e-a1adf9b89fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0afbecf-1eda-4c3a-8abe-1024f0289141,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:14.157949 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-53d2b4db-07c1-440f-a7a4-03d8def774f3 service neutron] Publish callbacks [] for security_group (8017dc9e-74da-4837-858f-fec52fda4847), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.164324 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.192507 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:14.196725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:14.299285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-53d2b4db-07c1-440f-a7a4-03d8def774f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (8017dc9e-74da-4837-858f-fec52fda4847), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.305302 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:14.345079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.393645 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.394368 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.397078 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] 10.222.0.25 "PUT /v2.0/ports/877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 1093 time: 1.3913140 Apr 07 06:28:14.399787 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:14.412785 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74343f7e-424a-4975-aac2-5cf3269e6713" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:14.420100 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:14.453699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] Publish callbacks [] for security_group (d0afbecf-1eda-4c3a-8abe-1024f0289141), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.455228 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8326e81d-d9a9-484f-b194-857bd0fc5ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:14.472843 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2b4db-07c1-440f-a7a4-03d8def774f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8017dc9e-74da-4837-858f-fec52fda4847,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:14.479083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:14.484436 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.550608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:14.605516 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] Publish callbacks [] for security_group (d0afbecf-1eda-4c3a-8abe-1024f0289141), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.669170 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9463ed5b-b38e-4493-8bfe-199dee8f30f3 req-53d2b4db-07c1-440f-a7a4-03d8def774f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0251281 Apr 07 06:28:14.676581 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-c8c17542-ab80-4d9c-95bb-23de32533dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.678892 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-c8c17542-ab80-4d9c-95bb-23de32533dc7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1127 time: 0.0728581 Apr 07 06:28:14.702189 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.702917 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.741735 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:14.762367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:14.770882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:14.773342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:14.785824 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a1873-0e9c-4af1-9df2-4b3fdbe5163c req-091cbfbd-1534-4ae4-90ce-2502baa743d0 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.787445 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-881a1873-0e9c-4af1-9df2-4b3fdbe5163c req-091cbfbd-1534-4ae4-90ce-2502baa743d0 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.3351016 Apr 07 06:28:14.794179 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec5926-9025-4aa0-be55-b539d7426255 req-b4ed956f-b50e-4964-88e1-716abf007be1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.795655 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2dec5926-9025-4aa0-be55-b539d7426255 req-b4ed956f-b50e-4964-88e1-716abf007be1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 931 time: 0.4936142 Apr 07 06:28:14.821543 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-1920b991-a455-4973-9761-6bb28024f8f9 None None] Provisioning complete for port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:14.822154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1920b991-a455-4973-9761-6bb28024f8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.865411 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-1920b991-a455-4973-9761-6bb28024f8f9 None None] Port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:14.879592 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-6ff9e1f2-d2c5-455c-b80f-32f39f2b4deb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9117825 Apr 07 06:28:14.921654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Request body: {'port': {'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:14.936468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d0afbecf-1eda-4c3a-8abe-1024f0289141), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.939333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:14.940510 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0afbecf-1eda-4c3a-8abe-1024f0289141 HTTP/1.1" status: 204 len: 168 time: 0.8689122 Apr 07 06:28:14.948031 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-ca2deb2b-7686-4177-942a-9027f2484208 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 217 time: 0.0566854 Apr 07 06:28:14.949025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:14.949702 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.013568 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-881a1873-0e9c-4af1-9df2-4b3fdbe5163c req-6dbdfa8a-ae1d-46b6-a077-a0561331412e tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159102 Apr 07 06:28:15.018994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-066e214a-9e0b-423e-9334-c89b8cebad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:15.020328 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-066e214a-9e0b-423e-9334-c89b8cebad5f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0647027 Apr 07 06:28:15.022171 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741d858-d692-4dcf-8faa-8c4ea9f729c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0afbecf-1eda-4c3a-8abe-1024f0289141,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:15.032286 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2dec5926-9025-4aa0-be55-b539d7426255 req-a2808386-8df1-499a-a0f3-a3cb45b2e67b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113509 Apr 07 06:28:15.079641 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.096887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-45179bf2-5018-4e24-b9c2-b8b9078bd35c None None] Provisioning complete for port 2d092b80-8226-459c-a648-2a7c3e058559 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:15.099827 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-45179bf2-5018-4e24-b9c2-b8b9078bd35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2d092b80-8226-459c-a648-2a7c3e058559), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.103700 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-ac74a858-1bd0-4131-8839-ce06c75c1dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:15.105594 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-ac74a858-1bd0-4131-8839-ce06c75c1dc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779243 Apr 07 06:28:15.142120 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-581d1e2c-42d5-4366-b05e-3a88d11d863c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7218778 Apr 07 06:28:15.154932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-45179bf2-5018-4e24-b9c2-b8b9078bd35c None None] Port 2d092b80-8226-459c-a648-2a7c3e058559 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:15.179639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7900b6-9851-4e8c-befe-d3cb90e8e8d0 x-openstack-request-id: req-ef7900b6-9851-4e8c-befe-d3cb90e8e8d0 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:15.180132 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:15.180374 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef7900b6-9851-4e8c-befe-d3cb90e8e8d0 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:15.180801 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef7900b6-9851-4e8c-befe-d3cb90e8e8d0'] response: {'name': 'network-changed', 'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'status': 'completed', 'code': 200} Apr 07 06:28:15.514283 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Request body: {'port': {'device_id': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:15.521901 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-6145b4c2-1b8f-438b-9801-2dc8d5b1e09d service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117387 Apr 07 06:28:15.592993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f5eb0-3af9-43bd-8bbe-e98e70eb39ac req-264c98df-299e-46ff-96b0-476dfdd2e3e6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:15.594855 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-137f5eb0-3af9-43bd-8bbe-e98e70eb39ac req-264c98df-299e-46ff-96b0-476dfdd2e3e6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 931 time: 0.4492936 Apr 07 06:28:15.643229 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-27c3803f-1315-4fff-be3e-2d520fb9a8d5 req-5107f7cf-fb36-4536-9f41-2cf325d1dfc9 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082990 Apr 07 06:28:15.678573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ccbba-1654-4046-a624-ba9998c80a7b req-9039e6da-c8eb-4497-8e33-4dc6499b3278 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:15.680071 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-250ccbba-1654-4046-a624-ba9998c80a7b req-9039e6da-c8eb-4497-8e33-4dc6499b3278 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.4176393 Apr 07 06:28:15.713586 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2d092b80-8226-459c-a648-2a7c3e058559), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.750538 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-137f5eb0-3af9-43bd-8bbe-e98e70eb39ac req-07ad535b-8e17-46c6-bab7-1c4769bd5c4b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423557 Apr 07 06:28:15.855368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-250ccbba-1654-4046-a624-ba9998c80a7b req-357cfb39-731e-4463-a608-5fb8135c4f14 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585605 Apr 07 06:28:15.875021 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:15.897077 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39702) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:15.911402 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cecc1100-2d32-45be-bc28-e8ce8fae9b23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.926028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks [] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:15.961013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Transition to ACTIVE for port object 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:28:15.993937 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cecc1100-2d32-45be-bc28-e8ce8fae9b23 admin admin] Publish callbacks [] for security_group (673d6cfc-d501-4115-84df-86f8de5bb56f), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.066698 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.099517 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cecc1100-2d32-45be-bc28-e8ce8fae9b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (673d6cfc-d501-4115-84df-86f8de5bb56f), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.162593 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecc1100-2d32-45be-bc28-e8ce8fae9b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673d6cfc-d501-4115-84df-86f8de5bb56f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:16.165535 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-cecc1100-2d32-45be-bc28-e8ce8fae9b23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc6187aea5324996bd88a768e985cb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672074 Apr 07 06:28:16.166621 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39716) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:16.228018 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d092b80-8226-459c-a648-2a7c3e058559 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:16.231625 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] Publish callbacks [] for security_group (673d6cfc-d501-4115-84df-86f8de5bb56f), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.237239 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks [] for port (2d092b80-8226-459c-a648-2a7c3e058559), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.257244 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] Publish callbacks [] for security_group (673d6cfc-d501-4115-84df-86f8de5bb56f), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.292140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Transition to ACTIVE for port object 2d092b80-8226-459c-a648-2a7c3e058559 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:28:16.336817 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39722) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:16.379225 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:16.384681 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.397554 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (673d6cfc-d501-4115-84df-86f8de5bb56f), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.400557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.402832 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/673d6cfc-d501-4115-84df-86f8de5bb56f HTTP/1.1" status: 204 len: 168 time: 0.2348318 Apr 07 06:28:16.414583 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5db4670-d9eb-422f-9891-1022358193b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673d6cfc-d501-4115-84df-86f8de5bb56f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:16.483877 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8d7f0-e520-476c-9833-3f37ee70d95a req-39b3eab1-8990-4d62-9a56-969328b80311 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:16.486150 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-09c8d7f0-e520-476c-9833-3f37ee70d95a req-39b3eab1-8990-4d62-9a56-969328b80311 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.4014404 Apr 07 06:28:16.512862 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab77521-c2c4-45c5-a87c-8a6c425ee362 req-f51e7bc5-89d1-4d74-99cd-4eb7b97806f7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:16.522585 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dab77521-c2c4-45c5-a87c-8a6c425ee362 req-f51e7bc5-89d1-4d74-99cd-4eb7b97806f7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 943 time: 0.3882825 Apr 07 06:28:16.555097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Pushing event updated for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:16.610598 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Attempting to bind port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:16.610962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Attempting to bind port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:16.611322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Attempting to bind port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:16.646141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cebe38d-bddb-44b9-a215-c118278f0533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.681509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad on network f5ea2476-10fc-4956-aac9-712fe1362e44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:28:16.681842 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Attempting to bind port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:16.696898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:16.697281 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:16.697863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:16.698304 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Bound port: 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:16.698670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.767369 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Attempting to bind port 2d092b80-8226-459c-a648-2a7c3e058559 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:16.767647 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Attempting to bind port 2d092b80-8226-459c-a648-2a7c3e058559 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:16.767999 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Attempting to bind port 2d092b80-8226-459c-a648-2a7c3e058559 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:16.788551 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-09c8d7f0-e520-476c-9833-3f37ee70d95a req-00a1cfb8-8017-4c51-a4a1-c6c5530a71a8 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803676 Apr 07 06:28:16.791815 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Port 2d092b80-8226-459c-a648-2a7c3e058559 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:28:16.792145 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Attempting to bind port 2d092b80-8226-459c-a648-2a7c3e058559 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:16.814789 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-4c459532-94e4-4767-8dc0-92990246a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:16.816349 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-4c459532-94e4-4767-8dc0-92990246a744 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1127 time: 0.1449749 Apr 07 06:28:16.819360 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dab77521-c2c4-45c5-a87c-8a6c425ee362 req-69f2906d-79d1-4aa6-b60f-02046230cb7c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986135 Apr 07 06:28:16.825102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:16.828624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Checking segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:16.829049 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Bound using segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:16.830899 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Bound port: 2d092b80-8226-459c-a648-2a7c3e058559, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:16.832592 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2d092b80-8226-459c-a648-2a7c3e058559), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.873884 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:16.900404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cebe38d-bddb-44b9-a215-c118278f0533 admin admin] Publish callbacks [] for security_group (c9b00e56-fee0-4c36-8e63-b404875b889e), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:16.949876 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:16.985726 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cebe38d-bddb-44b9-a215-c118278f0533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c9b00e56-fee0-4c36-8e63-b404875b889e), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.036986 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6cebe38d-bddb-44b9-a215-c118278f0533 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=977099962b8e43a6ba8e7ba5f5aeed55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6983514 Apr 07 06:28:17.039023 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39746) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:17.042489 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:17.047008 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebe38d-bddb-44b9-a215-c118278f0533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b00e56-fee0-4c36-8e63-b404875b889e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:17.055385 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe4097-4ddc-4552-96ca-cf9da3298419 req-cfece898-3882-4512-8186-f67263ecdb7d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.066348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eabe4097-4ddc-4552-96ca-cf9da3298419 req-cfece898-3882-4512-8186-f67263ecdb7d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 943 time: 0.2025824 Apr 07 06:28:17.095090 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d092b80-8226-459c-a648-2a7c3e058559,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:17.100456 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.124376 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] Publish callbacks [] for security_group (c9b00e56-fee0-4c36-8e63-b404875b889e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.141608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be82e50-57fc-4150-80e2-0b5026787a8f req-a9fba7d6-3bbb-4901-b3a0-017817550dd8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.143376 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5be82e50-57fc-4150-80e2-0b5026787a8f req-a9fba7d6-3bbb-4901-b3a0-017817550dd8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.1957192 Apr 07 06:28:17.155066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] Publish callbacks [] for security_group (c9b00e56-fee0-4c36-8e63-b404875b889e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.177616 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.177827 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.179219 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] 10.222.0.25 "PUT /v2.0/ports/5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad HTTP/1.1" status: 200 len: 1093 time: 2.2785320 Apr 07 06:28:17.182658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:17.214359 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eabe4097-4ddc-4552-96ca-cf9da3298419 req-5d7c8022-ead2-441a-8b25-e14f0d02bef2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500218 Apr 07 06:28:17.229359 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.288639 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.289637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.291828 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] 10.222.0.25 "PUT /v2.0/ports/2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1093 time: 1.7910473 Apr 07 06:28:17.337889 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded4515-cb63-4c49-86c1-3ec2c45756aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:17.410232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-3413ca0a-ccd5-478e-8622-a27b5549f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.411730 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-3413ca0a-ccd5-478e-8622-a27b5549f715 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.1909108 Apr 07 06:28:17.415168 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5be82e50-57fc-4150-80e2-0b5026787a8f req-d5364fdc-393d-41d4-99dd-a39ba046d7eb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2448943 Apr 07 06:28:17.488544 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-0c84a8cf-2134-4bad-99e6-d0b8172c80a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 217 time: 0.0624397 Apr 07 06:28:17.494659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c9b00e56-fee0-4c36-8e63-b404875b889e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.494659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:17.494659 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c9b00e56-fee0-4c36-8e63-b404875b889e HTTP/1.1" status: 204 len: 168 time: 0.4527278 Apr 07 06:28:17.514076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58e8c6-3fb1-4d3f-ae7f-2701e0b09e74 service neutron] Pushing event updated for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:17.530210 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5172688c-1be0-4cc9-b2b9-d7769b4177a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:17.574140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-ec441134-bfa7-43a4-8c0c-b3cc99729b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.575797 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-ec441134-bfa7-43a4-8c0c-b3cc99729b41 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0794721 Apr 07 06:28:17.582523 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c068a54-c258-4c2e-a323-83fd36b49578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b00e56-fee0-4c36-8e63-b404875b889e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:17.604470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-c1ba4624-07ed-4e7b-9742-444f89e15413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.606486 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-c1ba4624-07ed-4e7b-9742-444f89e15413 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 1127 time: 0.2180896 Apr 07 06:28:17.608419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-18147fbd-1c4f-4fc0-89c9-c8e47327fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.610528 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-18147fbd-1c4f-4fc0-89c9-c8e47327fbf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1127 time: 0.0923355 Apr 07 06:28:17.686528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-1343fad6-cc8c-4ae9-855b-f28ea5ab1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.692057 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-1343fad6-cc8c-4ae9-855b-f28ea5ab1ede service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073985 Apr 07 06:28:17.700562 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-e712b95d-4249-46dc-ae09-fb88ff7607c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad HTTP/1.1" status: 200 len: 217 time: 0.0829134 Apr 07 06:28:17.779478 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-8116698c-868b-45f6-85e7-c174d44e2879 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 217 time: 0.0807595 Apr 07 06:28:17.808809 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-612c16d7-8f67-4d28-b59f-527d86694cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071806 Apr 07 06:28:17.834279 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-f0f96ee9-3fea-4ef5-a8ab-ffc87d10c179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:17.835292 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-f0f96ee9-3fea-4ef5-a8ab-ffc87d10c179 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.1201007 Apr 07 06:28:17.943008 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-74343f7e-424a-4975-aac2-5cf3269e6713 req-df1cf2f8-ccf5-4574-a20a-299b5d38c42a service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275885 Apr 07 06:28:17.974111 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:28:18.064945 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-ad05fc98-c72f-4a54-b71d-80d12d3a3152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.066364 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-ad05fc98-c72f-4a54-b71d-80d12d3a3152 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.2808731 Apr 07 06:28:18.094202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:18.126178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:28:18.171448 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:18.172059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.184454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-1b72260c-4a9c-4c7e-9397-f5ce7ec68f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.185971 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-1b72260c-4a9c-4c7e-9397-f5ce7ec68f1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3429728 Apr 07 06:28:18.186487 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:18.193714 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba173317-dc95-4533-99ff-834d631f907d req-21b1a7fd-b5dc-4feb-adf9-247e8aaa1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.195170 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-21b1a7fd-b5dc-4feb-adf9-247e8aaa1350 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064377 Apr 07 06:28:18.206409 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:18.210036 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e66f62-baf6-4dbb-8338-1ff78e92d1c3 req-1db40410-9369-4354-800f-160d9f851bc0 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.215626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62e66f62-baf6-4dbb-8338-1ff78e92d1c3 req-1db40410-9369-4354-800f-160d9f851bc0 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.1501598 Apr 07 06:28:18.237056 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cbef5a12-969f-44e5-93a7-498b084f110c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.317910 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39792) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:18.346661 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.380651 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6e501c-dd5e-448f-9a9d-e47d53bc6eeb x-openstack-request-id: req-0e6e501c-dd5e-448f-9a9d-e47d53bc6eeb {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:18.380960 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:18.381193 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0e6e501c-dd5e-448f-9a9d-e47d53bc6eeb {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:18.382276 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6e501c-dd5e-448f-9a9d-e47d53bc6eeb'] response: {'name': 'network-changed', 'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'status': 'completed', 'code': 200} Apr 07 06:28:18.399903 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62e66f62-baf6-4dbb-8338-1ff78e92d1c3 req-e908c4d2-6b30-40a6-98c8-3ad941ffbe8b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698754 Apr 07 06:28:18.407915 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-7383e52d-1117-4632-8cdf-c719efc44c76 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110679 Apr 07 06:28:18.409777 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-19f11d53-0694-412e-92fb-f9cabfbf54c3 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965675 Apr 07 06:28:18.471898 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:18.548317 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddab5b1-3864-4a01-a2e7-86e33b871a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.572393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['877f3752-e8f7-40ca-9f9e-edc601b4d02a'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:28:18.677505 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-180fb235-b7ac-4f35-a22c-d05ce43ec23d req-8f9c2ebc-d0cc-4b6c-ac32-2025fd7bf696 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574582 Apr 07 06:28:18.700044 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ba173317-dc95-4533-99ff-834d631f907d req-d9d92f4d-c4a3-4552-90fe-37a16633d40f service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785909 Apr 07 06:28:18.713662 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddab5b1-3864-4a01-a2e7-86e33b871a98 admin admin] Publish callbacks [] for security_group (356820e5-16a4-46f3-996c-00d7cbbcb2c0), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.722969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a8f24-ed5a-42d0-a05a-4c0e47c419a0 req-c016e1a1-f4fd-4cbb-8488-5229bb0738a1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.725758 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-116a8f24-ed5a-42d0-a05a-4c0e47c419a0 req-c016e1a1-f4fd-4cbb-8488-5229bb0738a1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 943 time: 0.2283599 Apr 07 06:28:18.735862 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e35e5-c35b-4ccd-9791-0364a912baa3 req-fe9dd01e-bec8-436c-a8a5-6240a7a51c22 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.739827 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f71e35e5-c35b-4ccd-9791-0364a912baa3 req-fe9dd01e-bec8-436c-a8a5-6240a7a51c22 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 943 time: 0.2138031 Apr 07 06:28:18.756567 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39808) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:18.779183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc89fa28-e4d0-4cd4-9212-35a2fb48dddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.835043 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-116a8f24-ed5a-42d0-a05a-4c0e47c419a0 req-1ec98e95-d835-40b6-993c-a9bae95ab092 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881946 Apr 07 06:28:18.868531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0ddab5b1-3864-4a01-a2e7-86e33b871a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (356820e5-16a4-46f3-996c-00d7cbbcb2c0), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.872806 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc89fa28-e4d0-4cd4-9212-35a2fb48dddf admin admin] Publish callbacks [] for security_group (3340a66c-44b0-462f-b70c-c9566f63b037), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.902448 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f71e35e5-c35b-4ccd-9791-0364a912baa3 req-5dbd8276-b6a3-452e-9c15-64289aeadf19 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512682 Apr 07 06:28:18.917714 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0ddab5b1-3864-4a01-a2e7-86e33b871a98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffe0694abcc44947a6eff2c2cb1e0334&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5973361 Apr 07 06:28:18.918662 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab5b1-3864-4a01-a2e7-86e33b871a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=356820e5-16a4-46f3-996c-00d7cbbcb2c0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:18.921195 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39816) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:18.943221 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39818) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:18.963138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc89fa28-e4d0-4cd4-9212-35a2fb48dddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3340a66c-44b0-462f-b70c-c9566f63b037), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:18.972766 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593cc1c-fce1-4a77-b20b-3f36d68732ff req-39d8b4a3-71b7-485d-b0a4-f1b9c9726c89 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:18.973895 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a593cc1c-fce1-4a77-b20b-3f36d68732ff req-39d8b4a3-71b7-485d-b0a4-f1b9c9726c89 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 944 time: 0.0613852 Apr 07 06:28:19.015567 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-bc89fa28-e4d0-4cd4-9212-35a2fb48dddf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1c6ce22a8ec4f3ea9bd2ff0592571fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578773 Apr 07 06:28:19.019054 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39822) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:19.025990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89fa28-e4d0-4cd4-9212-35a2fb48dddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3340a66c-44b0-462f-b70c-c9566f63b037,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:19.045206 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a593cc1c-fce1-4a77-b20b-3f36d68732ff req-1efa11c4-ef19-4401-b6c6-3f731a00922b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642076 Apr 07 06:28:19.067952 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] Publish callbacks [] for security_group (356820e5-16a4-46f3-996c-00d7cbbcb2c0), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.099329 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] Publish callbacks [] for security_group (356820e5-16a4-46f3-996c-00d7cbbcb2c0), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.116257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-343397261-network', 'tenant_id': 'bb5d63cbfd0c410c8510a0d5df9d9b6d'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:19.140180 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] Publish callbacks [] for security_group (3340a66c-44b0-462f-b70c-c9566f63b037), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.177862 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] Publish callbacks [] for security_group (3340a66c-44b0-462f-b70c-c9566f63b037), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.299423 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Made reservation on behalf of bb5d63cbfd0c410c8510a0d5df9d9b6d for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:19.301785 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.310076 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.342998 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (356820e5-16a4-46f3-996c-00d7cbbcb2c0), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.346263 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.350419 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/356820e5-16a4-46f3-996c-00d7cbbcb2c0 HTTP/1.1" status: 204 len: 168 time: 0.4254663 Apr 07 06:28:19.350419 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3340a66c-44b0-462f-b70c-c9566f63b037), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.350780 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.354271 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3340a66c-44b0-462f-b70c-c9566f63b037 HTTP/1.1" status: 204 len: 168 time: 0.3315661 Apr 07 06:28:19.364929 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cf210-2a2b-4bfa-8824-cc12a363e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=356820e5-16a4-46f3-996c-00d7cbbcb2c0,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:19.394754 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cfaff9-893f-4980-8542-50dab98cc036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3340a66c-44b0-462f-b70c-c9566f63b037,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:19.451805 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks [] for security_group (8b3a4cec-d8e4-483f-a420-aba597687e6a), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.614011 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (8b3a4cec-d8e4-483f-a420-aba597687e6a), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.638112 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:28:19.649344 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3a4cec-d8e4-483f-a420-aba597687e6a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:19.655064 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (91da28f8-90a3-4a59-8b40-b86979044dc2), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.655402 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Added segment 91da28f8-90a3-4a59-8b40-b86979044dc2 of type vlan for network 03e8a417-e82c-4f49-9bce-ade198771979 Apr 07 06:28:19.694515 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (03e8a417-e82c-4f49-9bce-ade198771979), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.869866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (03e8a417-e82c-4f49-9bce-ade198771979), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.869866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:19.869866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:19.949863 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] Pushing event updated for resources: {'Network': ['ID=03e8a417-e82c-4f49-9bce-ade198771979,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:19.960895 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 03e8a417-e82c-4f49-9bce-ade198771979 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:28:19.985293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268eff4f-0e75-4bbc-b316-53b4f0049871 req-33a2ef0e-7e60-4d7c-9bbc-df93fb023aa0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:19.989772 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-268eff4f-0e75-4bbc-b316-53b4f0049871 req-33a2ef0e-7e60-4d7c-9bbc-df93fb023aa0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 943 time: 0.0796030 Apr 07 06:28:20.020226 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-20eb52f0-b44a-4f11-a6e9-c27af05d082c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0756414 Apr 07 06:28:20.022879 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39850) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:20.023547 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:28:20.027990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Request body: {'subnet': {'network_id': '03e8a417-e82c-4f49-9bce-ade198771979', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-343397261-subnet', 'tenant_id': 'bb5d63cbfd0c410c8510a0d5df9d9b6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:20.095398 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-268eff4f-0e75-4bbc-b316-53b4f0049871 req-912bcef8-a145-4823-bf7b-ce7489f74592 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990508 Apr 07 06:28:20.111221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa44dd-3ad5-4fb8-a868-638bc606e06a req-2b35314e-d5fb-4d16-a4ff-7284644e7ab7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:20.115719 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aa44dd-3ad5-4fb8-a868-638bc606e06a req-2b35314e-d5fb-4d16-a4ff-7284644e7ab7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 943 time: 0.1050544 Apr 07 06:28:20.174335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Made reservation on behalf of bb5d63cbfd0c410c8510a0d5df9d9b6d for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:20.178675 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.184682 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95aa44dd-3ad5-4fb8-a868-638bc606e06a req-6a09d6c8-bdb4-43be-9971-1eea60a3eb57 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654311 Apr 07 06:28:20.229122 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:20.239230 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123dc62-ea69-4eb9-9aa4-aa906447de66 req-b9e3a9b9-8133-4eb4-afeb-9229e3b25355 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:20.246389 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9123dc62-ea69-4eb9-9aa4-aa906447de66 req-b9e3a9b9-8133-4eb4-afeb-9229e3b25355 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 944 time: 0.0608659 Apr 07 06:28:20.287699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39856) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:20.316258 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9123dc62-ea69-4eb9-9aa4-aa906447de66 req-c2f9c62f-9353-4945-bf88-1c52b21a3256 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689783 Apr 07 06:28:20.364891 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:20.377045 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:28:20.380554 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b695fe75-e213-4e6b-af16-7d9b837cddc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.398082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:20.404553 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29055a13-2aad-4347-af7b-a606990ee24a" -d '{"events": [{"name": "network-changed", "server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "tag": "2d092b80-8226-459c-a648-2a7c3e058559"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:20.430832 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 877f3752-e8f7-40ca-9f9e-edc601b4d02a completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:28:20.432035 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-002f6178-dbcf-41aa-a9fb-f38671f87fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:20.433935 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-002f6178-dbcf-41aa-a9fb-f38671f87fdd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 1127 time: 0.0658445 Apr 07 06:28:20.437125 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 877f3752-e8f7-40ca-9f9e-edc601b4d02a triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:20.437800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.441630 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:20.442203 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.518307 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14563a8e-7f59-42ad-b307-29d29ff729b6 x-openstack-request-id: req-14563a8e-7f59-42ad-b307-29d29ff729b6 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:20.518554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "tag": "2d092b80-8226-459c-a648-2a7c3e058559", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:20.518748 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14563a8e-7f59-42ad-b307-29d29ff729b6 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:20.519153 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14563a8e-7f59-42ad-b307-29d29ff729b6'] response: {'name': 'network-changed', 'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559', 'status': 'completed', 'code': 200} Apr 07 06:28:20.548438 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:20.614986 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:20.629496 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055a13-2aad-4347-af7b-a606990ee24a req-71836a02-73f0-4933-86e2-ab85963d8e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:20.634456 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-71836a02-73f0-4933-86e2-ab85963d8e94 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1127 time: 0.1106474 Apr 07 06:28:20.665286 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ac94f5e-af03-463e-9e92-c536c4463f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.691524 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:20.691938 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.717687 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.730179 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:20.731856 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31343de5-2652-46c9-8d94-907ffbeaa503" -d '{"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:20.804338 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:20.828965 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (68d0af97-3dc6-4e98-8d85-5b39b75d833b), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.842895 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745928cb-4c97-43e2-8d58-9bb815fce693 x-openstack-request-id: req-745928cb-4c97-43e2-8d58-9bb815fce693 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:20.843206 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:20.843467 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-745928cb-4c97-43e2-8d58-9bb815fce693 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:20.843937 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-745928cb-4c97-43e2-8d58-9bb815fce693'] response: {'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'code': 200} Apr 07 06:28:20.847450 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:20.907495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.907923 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d0af97-3dc6-4e98-8d85-5b39b75d833b,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:20.913629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-3fef169e-9106-45d8-864d-13327273487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:20.915221 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-3fef169e-9106-45d8-864d-13327273487f service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 914 time: 0.4755170 Apr 07 06:28:20.933248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b695fe75-e213-4e6b-af16-7d9b837cddc5 admin admin] Publish callbacks [] for security_group (f51be793-0cd0-45ad-b17c-f86e690a92a9), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:20.936477 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Checking segment: {'id': '91da28f8-90a3-4a59-8b40-b86979044dc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '03e8a417-e82c-4f49-9bce-ade198771979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:20.936899 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Network hostable DHCP agents. Network: 03e8a417-e82c-4f49-9bce-ade198771979, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:28:20.964568 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:28:20.973292 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-c94a9e5e-9949-4531-aadd-67af466e2f20 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad HTTP/1.1" status: 200 len: 217 time: 0.0480092 Apr 07 06:28:21.017091 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055a13-2aad-4347-af7b-a606990ee24a req-47e54373-eff5-4fce-9827-9724cace593a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.018639 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-47e54373-eff5-4fce-9827-9724cace593a service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.3620536 Apr 07 06:28:21.026917 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:21.038383 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b695fe75-e213-4e6b-af16-7d9b837cddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f51be793-0cd0-45ad-b17c-f86e690a92a9), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.080703 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-169a250b-268a-430f-894a-c7c418b83a3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 217 time: 0.0557020 Apr 07 06:28:21.085525 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-2889af39-2329-435b-8a46-63da1fa654ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.086994 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-2889af39-2329-435b-8a46-63da1fa654ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.1046081 Apr 07 06:28:21.118829 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695fe75-e213-4e6b-af16-7d9b837cddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51be793-0cd0-45ad-b17c-f86e690a92a9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:21.122902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Network 03e8a417-e82c-4f49-9bce-ade198771979 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:28:21.149297 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b695fe75-e213-4e6b-af16-7d9b837cddc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e713313dd0f4f0882f29da9b2f5b4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8604512 Apr 07 06:28:21.149931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 39896) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:21.184031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055a13-2aad-4347-af7b-a606990ee24a req-f79c159a-1075-44b4-9458-45071682a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.185493 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-f79c159a-1075-44b4-9458-45071682a143 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0975792 Apr 07 06:28:21.191962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-8faaa455-a727-410b-8851-18f338a55b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.193403 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-8faaa455-a727-410b-8851-18f338a55b03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713747 Apr 07 06:28:21.218228 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] Publish callbacks [] for security_group (f51be793-0cd0-45ad-b17c-f86e690a92a9), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.243587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] Publish callbacks [] for security_group (f51be793-0cd0-45ad-b17c-f86e690a92a9), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.295765 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 03e8a417-e82c-4f49-9bce-ade198771979) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:21.305029 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfa9db5-84a8-4187-86aa-15928d21fc6c None None] Network 03e8a417-e82c-4f49-9bce-ade198771979 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:21.309655 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.310266 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.361333 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5fd90-6322-4c88-a81e-8efc17de0d78 req-5748a9e7-ea91-437c-ae87-6df0ef2687a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.362851 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c0d5fd90-6322-4c88-a81e-8efc17de0d78 req-5748a9e7-ea91-437c-ae87-6df0ef2687a5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1129 time: 0.1171899 Apr 07 06:28:21.428112 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f183dd2d-3a83-4968-b864-1e9be266b75a None None] Network 03e8a417-e82c-4f49-9bce-ade198771979 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:21.442708 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-65ec7ad7-26af-4edf-a132-9fecee60c3e5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4186771 Apr 07 06:28:21.455566 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c0d5fd90-6322-4c88-a81e-8efc17de0d78 req-3812f9d4-9184-43d5-9d3f-47df8233e7d6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853839 Apr 07 06:28:21.471219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f51be793-0cd0-45ad-b17c-f86e690a92a9), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.474265 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:21.482196 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f51be793-0cd0-45ad-b17c-f86e690a92a9 HTTP/1.1" status: 204 len: 168 time: 0.3252306 Apr 07 06:28:21.486390 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6b1359-c3db-4262-b829-f10f0bbc16f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51be793-0cd0-45ad-b17c-f86e690a92a9,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:21.649973 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-a94e12d9-f4a4-44cd-b015-3829679095fe service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480636 Apr 07 06:28:21.653352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29055a13-2aad-4347-af7b-a606990ee24a req-ace8f226-daff-4d34-8062-247f9d674c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.654738 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-ace8f226-daff-4d34-8062-247f9d674c2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4605153 Apr 07 06:28:21.662117 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b0c55-0e27-42af-af44-47e821348fde req-723ae92f-9449-4049-87b9-d97c9ff6ae7b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.663465 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e67b0c55-0e27-42af-af44-47e821348fde req-723ae92f-9449-4049-87b9-d97c9ff6ae7b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 944 time: 0.4178104 Apr 07 06:28:21.846047 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e67b0c55-0e27-42af-af44-47e821348fde req-b3256e10-5944-481f-9aea-575c5d9d2e03 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653359 Apr 07 06:28:21.855247 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5172688c-1be0-4cc9-b2b9-d7769b4177a3 req-e6de8517-315c-4b4b-9c20-ef69f71abf5f service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896794 Apr 07 06:28:21.858618 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-571c4833-8f80-4e38-819f-d731bda193a7 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942718 Apr 07 06:28:21.947165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6455bb-f450-4f5d-96a0-30a87d4a7b86 req-7bc25a59-e83a-4201-a48b-49ef3f441f41 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:21.948708 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b6455bb-f450-4f5d-96a0-30a87d4a7b86 req-7bc25a59-e83a-4201-a48b-49ef3f441f41 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 943 time: 0.0740864 Apr 07 06:28:21.974689 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.008006 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2d092b80-8226-459c-a648-2a7c3e058559 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:28:22.014164 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:22.050331 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c3e17-cbdf-4e1f-828e-f70eadb2c8bd req-bb7c400b-0bae-4603-bcf2-0bb16559304e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:22.051932 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e76c3e17-cbdf-4e1f-828e-f70eadb2c8bd req-bb7c400b-0bae-4603-bcf2-0bb16559304e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1022744 Apr 07 06:28:22.059910 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b6455bb-f450-4f5d-96a0-30a87d4a7b86 req-fd2f219f-95b1-4bb5-ad4c-7169ac9ea8d0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016746 Apr 07 06:28:22.106254 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e76c3e17-cbdf-4e1f-828e-f70eadb2c8bd req-f8c8da33-75f4-4dfb-8f7f-1036b150f60e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450385 Apr 07 06:28:22.189848 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d092b80-8226-459c-a648-2a7c3e058559,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:22.211968 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '2d092b80-8226-459c-a648-2a7c3e058559', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'port_id': '2d092b80-8226-459c-a648-2a7c3e058559', 'mac_address': 'fa:16:3e:ca:3b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:28:22.258121 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:28:22.267154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:22.267537 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.270171 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 2d092b80-8226-459c-a648-2a7c3e058559 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:22.270596 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2d092b80-8226-459c-a648-2a7c3e058559), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.273269 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29055a13-2aad-4347-af7b-a606990ee24a req-b7f28511-3f01-4a54-bdfa-ce9bfe3fba47 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127417 Apr 07 06:28:22.325178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d092b80-8226-459c-a648-2a7c3e058559 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:28:22.354751 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d092b80-8226-459c-a648-2a7c3e058559,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:22.399905 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:22.400359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.433435 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:22.438317 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.494564 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:22.545552 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:22.599896 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:22.691903 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['2d092b80-8226-459c-a648-2a7c3e058559'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:28:22.939395 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39954) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:22.939395 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1542279379-network', 'tenant_id': '7f66e76479bd4801bcc93691d58aeb3c'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2f77a0-1420-44db-b7b8-9b7e790f7975" -d '{"events": [{"server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134e29ce-cce0-49cf-914d-677a40ab29a1 x-openstack-request-id: req-134e29ce-cce0-49cf-914d-677a40ab29a1 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "name": "network-vif-plugged", "status": "completed", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-134e29ce-cce0-49cf-914d-677a40ab29a1 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:22.940175 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134e29ce-cce0-49cf-914d-677a40ab29a1'] response: {'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'code': 200} Apr 07 06:28:22.976211 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e8eb5-9fdf-40a2-ae87-c8daf0c20560 req-f54b1528-8808-415a-9347-2737d72a0473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:22.977686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b6e8eb5-9fdf-40a2-ae87-c8daf0c20560 req-f54b1528-8808-415a-9347-2737d72a0473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0564690 Apr 07 06:28:23.025186 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b6e8eb5-9fdf-40a2-ae87-c8daf0c20560 req-bc77def4-6d21-44e7-8ab7-c9260e3879f4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411675 Apr 07 06:28:23.123416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.125674 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Made reservation on behalf of 7f66e76479bd4801bcc93691d58aeb3c for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:23.128898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.174531 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.262767 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a299a-f7e3-4fe9-bb7f-7f87d4046ebf req-4fd94348-9a3f-4c9a-9938-75b4d3ee9df2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:23.264463 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee7a299a-f7e3-4fe9-bb7f-7f87d4046ebf req-4fd94348-9a3f-4c9a-9938-75b4d3ee9df2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 944 time: 0.1278272 Apr 07 06:28:23.317680 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30164a-af80-4894-b148-0198d1841095 req-488987ec-8d65-4360-a7c6-324166a42927 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:23.319147 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b30164a-af80-4894-b148-0198d1841095 req-488987ec-8d65-4360-a7c6-324166a42927 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1261218 Apr 07 06:28:23.408203 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks [] for security_group (36693a16-3889-4545-b507-6c14cb1bb324), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.415116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee7a299a-f7e3-4fe9-bb7f-7f87d4046ebf req-c53e9926-ee62-4ab8-a78b-454f13a664b8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433294 Apr 07 06:28:23.444144 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b30164a-af80-4894-b148-0198d1841095 req-c7c904b7-a741-4ee4-9817-999a13e8b0dd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170259 Apr 07 06:28:23.447079 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d254f9-43e6-481a-8cff-d914b387218d req-613c7256-feab-4f6a-baea-fdf20c4699b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:23.448418 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4d254f9-43e6-481a-8cff-d914b387218d req-613c7256-feab-4f6a-baea-fdf20c4699b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 1129 time: 0.1182714 Apr 07 06:28:23.598456 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4d254f9-43e6-481a-8cff-d914b387218d req-c1c2565e-5ccd-4258-a9e7-66cbfde03ab5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831645 Apr 07 06:28:23.613658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993bb61b-9517-4c9c-a9b9-4337db429a70 req-03156e62-74c6-41f2-b3fc-bbbdcb9ceb2c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:23.617426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-993bb61b-9517-4c9c-a9b9-4337db429a70 req-03156e62-74c6-41f2-b3fc-bbbdcb9ceb2c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0813386 Apr 07 06:28:23.624191 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 39992) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:23.628628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'floatingip': {'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:23.694482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (36693a16-3889-4545-b507-6c14cb1bb324), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.711530 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.762405 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:28:23.784417 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36693a16-3889-4545-b507-6c14cb1bb324,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:23.830628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (d680797c-cd4d-41ae-8715-bbe0facd5eb2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:23.830979 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Added segment d680797c-cd4d-41ae-8715-bbe0facd5eb2 of type vlan for network fb4cff5a-fb04-42d2-91b7-30f609d4eb2e Apr 07 06:28:23.908081 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (fb4cff5a-fb04-42d2-91b7-30f609d4eb2e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.024257 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2d092b80-8226-459c-a648-2a7c3e058559 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:24.079672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (fb4cff5a-fb04-42d2-91b7-30f609d4eb2e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.080890 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:24.081464 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.162815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 2d092b80-8226-459c-a648-2a7c3e058559 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:28:24.167332 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 2d092b80-8226-459c-a648-2a7c3e058559 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:24.167947 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2d092b80-8226-459c-a648-2a7c3e058559), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.240387 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40006) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:24.257084 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 2d092b80-8226-459c-a648-2a7c3e058559 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:24.257484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2d092b80-8226-459c-a648-2a7c3e058559), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.297068 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d092b80-8226-459c-a648-2a7c3e058559,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:24.320528 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5033214 Apr 07 06:28:24.323172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40010) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:24.328043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Request body: {'subnet': {'network_id': 'fb4cff5a-fb04-42d2-91b7-30f609d4eb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1542279379-subnet', 'tenant_id': '7f66e76479bd4801bcc93691d58aeb3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:24.338251 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee9dee-7da0-475b-bd7b-255cbd2dd5de admin admin] Pushing event updated for resources: {'Network': ['ID=fb4cff5a-fb04-42d2-91b7-30f609d4eb2e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:24.353222 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network fb4cff5a-fb04-42d2-91b7-30f609d4eb2e details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:28:24.362940 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-289e2f8a-8d28-4db8-880e-ee3d18220997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.387205 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe38f81-ea75-4a83-b37c-c12f91421d58 req-a3233c0f-c760-4259-9d40-e09ec82e9d61 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:24.388680 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ffe38f81-ea75-4a83-b37c-c12f91421d58 req-a3233c0f-c760-4259-9d40-e09ec82e9d61 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.2818906 Apr 07 06:28:24.432099 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.472665 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Made reservation on behalf of 7f66e76479bd4801bcc93691d58aeb3c for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:24.478456 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.497692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:24.538098 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-289e2f8a-8d28-4db8-880e-ee3d18220997 admin admin] Publish callbacks [] for security_group (c67efd08-2a5c-48b3-83be-58a9e1f488ff), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.550963 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.651800 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-289e2f8a-8d28-4db8-880e-ee3d18220997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c67efd08-2a5c-48b3-83be-58a9e1f488ff), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.709459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e2f8a-8d28-4db8-880e-ee3d18220997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c67efd08-2a5c-48b3-83be-58a9e1f488ff,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:24.713976 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-289e2f8a-8d28-4db8-880e-ee3d18220997 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=949ee2c59eea4062b104cae518e80066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4725225 Apr 07 06:28:24.716720 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40016) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:24.766919 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] Publish callbacks [] for security_group (c67efd08-2a5c-48b3-83be-58a9e1f488ff), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.781391 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for subnet (e3aa39d3-cb05-433c-aa0b-4d000ebf49ab), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.781644 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ffe38f81-ea75-4a83-b37c-c12f91421d58 req-ee562aca-c2a6-452b-8137-5edb18e6d3e1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3827329 Apr 07 06:28:24.813318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.818762 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] Publish callbacks [] for security_group (c67efd08-2a5c-48b3-83be-58a9e1f488ff), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.831683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df3196-00ff-4da0-a0b2-a25891465775 req-90ecb48a-157c-4d3c-a5b0-aacedde0dcfd tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:24.833246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24df3196-00ff-4da0-a0b2-a25891465775 req-90ecb48a-157c-4d3c-a5b0-aacedde0dcfd tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.3048177 Apr 07 06:28:24.872307 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aa39d3-cb05-433c-aa0b-4d000ebf49ab,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:24.882933 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:24.885379 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Checking segment: {'id': 'd680797c-cd4d-41ae-8715-bbe0facd5eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'fb4cff5a-fb04-42d2-91b7-30f609d4eb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:24.887472 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2243111-545e-43fc-9ed3-ff03e54f9f33" -d '{"events": [{"server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "name": "network-vif-plugged", "status": "completed", "tag": "2d092b80-8226-459c-a648-2a7c3e058559"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:24.887630 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Network hostable DHCP agents. Network: fb4cff5a-fb04-42d2-91b7-30f609d4eb2e, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:28:24.887783 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24df3196-00ff-4da0-a0b2-a25891465775 req-f86e6dc1-1def-434f-a15d-ffffe1532f48 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468507 Apr 07 06:28:24.887783 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:24.963692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcfdec0-5f5f-445f-93da-76dd5935d2d7 x-openstack-request-id: req-9dcfdec0-5f5f-445f-93da-76dd5935d2d7 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:24.964213 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "name": "network-vif-plugged", "status": "completed", "tag": "2d092b80-8226-459c-a648-2a7c3e058559", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:24.965396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9dcfdec0-5f5f-445f-93da-76dd5935d2d7 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:24.965954 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcfdec0-5f5f-445f-93da-76dd5935d2d7'] response: {'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559', 'code': 200} Apr 07 06:28:24.970025 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Network fb4cff5a-fb04-42d2-91b7-30f609d4eb2e is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:28:25.007781 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c67efd08-2a5c-48b3-83be-58a9e1f488ff), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:25.010497 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:25.014453 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c67efd08-2a5c-48b3-83be-58a9e1f488ff HTTP/1.1" status: 204 len: 168 time: 0.2943919 Apr 07 06:28:25.022395 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33063e-730b-45be-9b96-772f18b45ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67efd08-2a5c-48b3-83be-58a9e1f488ff,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:25.037153 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Floating IP eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3 associated. External IP: 172.27.3.69, port: 877f3752-e8f7-40ca-9f9e-edc601b4d02a. Apr 07 06:28:25.077166 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, fb4cff5a-fb04-42d2-91b7-30f609d4eb2e) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:25.088613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26ce943-dac5-4cf6-a9f0-d2cad0542252 None None] Network fb4cff5a-fb04-42d2-91b7-30f609d4eb2e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:25.090054 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:25.092955 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:25.212513 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-21a28f60-bb52-4d39-9c99-16365339a85d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8881874 Apr 07 06:28:25.367474 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:28:25.394532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdcaa2e-a64d-4a7a-adb8-0dbe1f790719 None None] Network fb4cff5a-fb04-42d2-91b7-30f609d4eb2e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:25.553194 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:28:25.558230 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:25.568481 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:28:25.580481 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:25.581049 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:25.612673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9aa519e3-0826-451f-9f03-c0dda668d4cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "PUT /v2.0/floatingips/eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3 HTTP/1.1" status: 200 len: 990 time: 1.9873867 Apr 07 06:28:25.614458 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:25.620903 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:25.625277 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f80666-b871-4d63-920a-06970959ee9f req-6927b662-55d3-42cb-9bee-fb28f71858e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:25.626786 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08f80666-b871-4d63-920a-06970959ee9f req-6927b662-55d3-42cb-9bee-fb28f71858e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.1076252 Apr 07 06:28:25.681041 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3602fb-7cc4-4a5b-afe4-1dfad5a9c214 x-openstack-request-id: req-7a3602fb-7cc4-4a5b-afe4-1dfad5a9c214 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:25.681336 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:25.681591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a3602fb-7cc4-4a5b-afe4-1dfad5a9c214 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:25.681981 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a3602fb-7cc4-4a5b-afe4-1dfad5a9c214'] response: {'name': 'network-changed', 'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'status': 'completed', 'code': 200} Apr 07 06:28:25.711572 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:25.746070 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08f80666-b871-4d63-920a-06970959ee9f req-614ce3c8-7550-4ede-92af-7287076505b0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975029 Apr 07 06:28:25.763987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-c3e1b81e-e09f-4c8b-98e6-3f3af4db432d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:25.771471 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-c3e1b81e-e09f-4c8b-98e6-3f3af4db432d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1129 time: 0.0757892 Apr 07 06:28:25.939591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44777f7-f8cd-47b9-9014-33fa0eeecbf3 req-dd763455-82c9-4632-b808-e81da818db8f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:25.942964 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d44777f7-f8cd-47b9-9014-33fa0eeecbf3 req-dd763455-82c9-4632-b808-e81da818db8f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Apr 07 06:28:26.082433 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:24Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:26.107460 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d44777f7-f8cd-47b9-9014-33fa0eeecbf3 req-7f9cdbcf-0999-4c36-aad6-f882a732860a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585784 Apr 07 06:28:26.113085 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:28:26.132410 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:26.132410 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:26.147596 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e906930-5afb-4f5e-9d89-7fb4eec6fb75 req-83b24a9b-ae5a-4da9-844e-6e55c9f36e03 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:26.149112 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e906930-5afb-4f5e-9d89-7fb4eec6fb75 req-83b24a9b-ae5a-4da9-844e-6e55c9f36e03 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1393132 Apr 07 06:28:26.150568 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-2a534e00-5e59-4011-b259-ebd359d56e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:26.151916 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-2a534e00-5e59-4011-b259-ebd359d56e85 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.1745756 Apr 07 06:28:26.199921 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3e906930-5afb-4f5e-9d89-7fb4eec6fb75 req-dcade146-34a4-4655-b9da-de1986ef9537 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Apr 07 06:28:26.247449 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:26.292265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e2846d-da75-4487-84b6-ee87400e89f2 req-5e2f4580-5262-4a8d-9f82-5fdf57676583 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:26.297802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-10e2846d-da75-4487-84b6-ee87400e89f2 req-5e2f4580-5262-4a8d-9f82-5fdf57676583 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0653162 Apr 07 06:28:26.303278 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40084) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:26.309645 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:26.385458 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:26.591083 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:24Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:26.617833 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08b0a9f-dc60-4905-b910-166856368cb5 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:24Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:28:26.893586 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270dfb5e-ad46-448a-aa21-9a6fa911d487 None None] New status for floating IP eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:28:27.143572 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-722dce7a-e5fc-4c83-a6e4-35f803226b79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 998 time: 0.1039252 Apr 07 06:28:27.231227 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:27.287949 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:27.323585 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce430f-cede-4abf-98a6-bced6a9dcb59 req-427c73e3-4766-4bcc-b7b4-e9ff8e537350 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:27.325116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66ce430f-cede-4abf-98a6-bced6a9dcb59 req-427c73e3-4766-4bcc-b7b4-e9ff8e537350 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0548863 Apr 07 06:28:27.374162 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66ce430f-cede-4abf-98a6-bced6a9dcb59 req-a3b65f6b-a66d-4bbc-96f8-e85373a4a6c6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431025 Apr 07 06:28:27.394559 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP ab04363d-a7ae-41b6-9c07-c0004b0b0028 associated. External IP: 172.27.3.89, port: 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad. Apr 07 06:28:27.614518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:28:27.722428 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:28:27.727148 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:27.731450 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:28:27.741538 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:27.742209 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:27.756701 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-df4284dc-ea90-4fbe-9a90-34ac2eed2d2e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "PUT /v2.0/floatingips/ab04363d-a7ae-41b6-9c07-c0004b0b0028 HTTP/1.1" status: 200 len: 990 time: 1.4522431 Apr 07 06:28:27.757372 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:27.759600 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8206021e-7a87-46ee-a045-a1d8cf4462bf" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:27.802327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563f8abe-8ded-4a1b-a37b-f981245289c2 x-openstack-request-id: req-563f8abe-8ded-4a1b-a37b-f981245289c2 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:27.802625 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:27.802888 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-563f8abe-8ded-4a1b-a37b-f981245289c2 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:27.803295 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-563f8abe-8ded-4a1b-a37b-f981245289c2'] response: {'name': 'network-changed', 'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'status': 'completed', 'code': 200} Apr 07 06:28:27.851367 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:28.072613 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:26Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:28.099370 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:28:28.107509 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:28.108145 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:28.213343 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:28.441057 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:26Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:28.469272 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079b4b28-924c-4f60-921e-c401d6956be8 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:26Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:28:28.500441 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c7f15-da52-4d5a-b893-2a7e0d5c23be req-44d99704-2f9c-47c5-a028-48e684157f94 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:28.501725 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f2c7f15-da52-4d5a-b893-2a7e0d5c23be req-44d99704-2f9c-47c5-a028-48e684157f94 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Apr 07 06:28:28.550340 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f2c7f15-da52-4d5a-b893-2a7e0d5c23be req-123adc0d-9389-412b-8aa6-59e9912e81ab tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Apr 07 06:28:28.659829 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c572314-3c05-4a8d-902f-3a1a2555659a None None] New status for floating IP ab04363d-a7ae-41b6-9c07-c0004b0b0028: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:28:28.968049 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-57c03992-5be3-4bc9-ae34-fc21b766a1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:28.969515 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-57c03992-5be3-4bc9-ae34-fc21b766a1d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0521584 Apr 07 06:28:29.589968 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-63c11a83-cf7d-476b-8a88-ae36fd4d2f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:29.591619 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-63c11a83-cf7d-476b-8a88-ae36fd4d2f1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793166 Apr 07 06:28:29.594765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-f3cf2d89-518e-4414-91e9-e3e7a3cfb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:29.596212 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-f3cf2d89-518e-4414-91e9-e3e7a3cfb6d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 1129 time: 0.0751433 Apr 07 06:28:29.671699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25111d9-1c0f-4f23-8020-b7377eaa86c3 req-7c95da61-fea5-4fef-9036-529adc4855ef tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:29.673225 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c25111d9-1c0f-4f23-8020-b7377eaa86c3 req-7c95da61-fea5-4fef-9036-529adc4855ef tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0522134 Apr 07 06:28:29.725512 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c25111d9-1c0f-4f23-8020-b7377eaa86c3 req-a7d4b334-fb04-4a08-8e8d-263dc1b2d229 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462904 Apr 07 06:28:30.844631 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651bb95-faf3-42a9-8e5e-abd50935ed12 req-55a87d78-ca2e-40b7-a4c6-45ec69780b18 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:30.846138 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6651bb95-faf3-42a9-8e5e-abd50935ed12 req-55a87d78-ca2e-40b7-a4c6-45ec69780b18 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0523484 Apr 07 06:28:30.894448 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6651bb95-faf3-42a9-8e5e-abd50935ed12 req-d35f2553-c7ff-4621-994a-0bfd8e3586f8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426903 Apr 07 06:28:31.478605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-e78741e3-c270-4625-a154-b62a71c94be6 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613731 Apr 07 06:28:31.481170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-bad174cf-0a0e-4a92-b520-cbe4f8b5a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:31.482538 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-bad174cf-0a0e-4a92-b520-cbe4f8b5a8d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 914 time: 0.1640799 Apr 07 06:28:31.690271 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40256) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:31.806799 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bf78-48e7-40c4-85a9-a6a6a365d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:31.880018 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bf78-48e7-40c4-85a9-a6a6a365d742 admin admin] Publish callbacks [] for security_group (0fe4289e-80d6-44ad-8730-f19d8d0e3eeb), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:31.956670 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b4f8bf78-48e7-40c4-85a9-a6a6a365d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0fe4289e-80d6-44ad-8730-f19d8d0e3eeb), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:31.996887 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b4f8bf78-48e7-40c4-85a9-a6a6a365d742 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d22b06312524358888fb7686cb6dc27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3050349 Apr 07 06:28:31.997761 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f8bf78-48e7-40c4-85a9-a6a6a365d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe4289e-80d6-44ad-8730-f19d8d0e3eeb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:32.000089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40266) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:32.036245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a64e6-48a5-41bc-bf83-ab9a6a735319 req-554bcf07-830d-4876-983c-609f2de52141 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:32.037716 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c56a64e6-48a5-41bc-bf83-ab9a6a735319 req-554bcf07-830d-4876-983c-609f2de52141 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0755186 Apr 07 06:28:32.094721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] Publish callbacks [] for security_group (0fe4289e-80d6-44ad-8730-f19d8d0e3eeb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.108646 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c56a64e6-48a5-41bc-bf83-ab9a6a735319 req-88d845b6-c7a1-4760-bdf8-b892c4a848a0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645728 Apr 07 06:28:32.122805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] Publish callbacks [] for security_group (0fe4289e-80d6-44ad-8730-f19d8d0e3eeb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.236587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979fb64-39fb-444f-b50f-752ab00fcef6 req-b9bd1f25-25b3-4473-8f2c-2eff0f7285a6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:32.238061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6979fb64-39fb-444f-b50f-752ab00fcef6 req-b9bd1f25-25b3-4473-8f2c-2eff0f7285a6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0570173 Apr 07 06:28:32.246988 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40274) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:32.252288 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'floatingip': {'port_id': '2d092b80-8226-459c-a648-2a7c3e058559'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:32.288152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0fe4289e-80d6-44ad-8730-f19d8d0e3eeb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.290774 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.291926 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fe4289e-80d6-44ad-8730-f19d8d0e3eeb HTTP/1.1" status: 204 len: 168 time: 0.2907951 Apr 07 06:28:32.301079 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.335547 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d48b0-c6f3-4c62-8d89-4662342e1dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe4289e-80d6-44ad-8730-f19d8d0e3eeb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:32.762863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.842165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:32.942211 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Floating IP 07aa102f-b0e2-4cfa-bb29-71a22ab64800 associated. External IP: 172.27.3.253, port: 2d092b80-8226-459c-a648-2a7c3e058559. Apr 07 06:28:33.160618 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40290) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:33.174938 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7af088b-7938-491a-81dc-3a272a7afdeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.257720 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7af088b-7938-491a-81dc-3a272a7afdeb admin admin] Publish callbacks [] for security_group (1ff23fbf-ef75-4a1f-aea2-580478e33633), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.339300 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c7af088b-7938-491a-81dc-3a272a7afdeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1ff23fbf-ef75-4a1f-aea2-580478e33633), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.367903 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:28:33.381832 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af088b-7938-491a-81dc-3a272a7afdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff23fbf-ef75-4a1f-aea2-580478e33633,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:33.388889 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c7af088b-7938-491a-81dc-3a272a7afdeb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26cbfb7aaade4581b5beea31e6907c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271376 Apr 07 06:28:33.392265 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40296) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:33.441461 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] Publish callbacks [] for security_group (1ff23fbf-ef75-4a1f-aea2-580478e33633), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.462787 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] Publish callbacks [] for security_group (1ff23fbf-ef75-4a1f-aea2-580478e33633), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.478489 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:28:33.483441 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.489754 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:28:33.498915 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:33.499569 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:33.512555 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-162bad90-d1c0-43e1-8c22-256680a1b29e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "PUT /v2.0/floatingips/07aa102f-b0e2-4cfa-bb29-71a22ab64800 HTTP/1.1" status: 200 len: 991 time: 1.2642500 Apr 07 06:28:33.513144 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:33.516265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7480c2-545d-40b3-90b9-f40e466793ef" -d '{"events": [{"name": "network-changed", "server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "tag": "2d092b80-8226-459c-a648-2a7c3e058559"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:33.556322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16507ef-f5a8-417f-a441-64160644062b x-openstack-request-id: req-e16507ef-f5a8-417f-a441-64160644062b {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:33.556618 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "tag": "2d092b80-8226-459c-a648-2a7c3e058559", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:33.556868 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e16507ef-f5a8-417f-a441-64160644062b {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:33.557275 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e16507ef-f5a8-417f-a441-64160644062b'] response: {'name': 'network-changed', 'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559', 'status': 'completed', 'code': 200} Apr 07 06:28:33.562043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1ff23fbf-ef75-4a1f-aea2-580478e33633), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.567134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:33.567134 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ff23fbf-ef75-4a1f-aea2-580478e33633 HTTP/1.1" status: 204 len: 168 time: 0.1725435 Apr 07 06:28:33.573660 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a84e3d-a987-4e01-98d7-26af3d7fb9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff23fbf-ef75-4a1f-aea2-580478e33633,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:33.614566 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:33.842141 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '07aa102f-b0e2-4cfa-bb29-71a22ab64800', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '2d092b80-8226-459c-a648-2a7c3e058559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ca:3b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:32Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:33.867386 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:28:33.876104 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:33.876766 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:33.982482 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:34.281887 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '07aa102f-b0e2-4cfa-bb29-71a22ab64800', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '2d092b80-8226-459c-a648-2a7c3e058559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ca:3b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:32Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:34.310181 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0381710c-35f9-4848-8f62-1d8e23e56c88 None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '07aa102f-b0e2-4cfa-bb29-71a22ab64800', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '2d092b80-8226-459c-a648-2a7c3e058559', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ca:3b:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:01Z', 'updated_at': '2022-04-07T06:28:32Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:28:34.502749 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0f0df0-46cf-4104-9140-60171b32aa64 None None] New status for floating IP 07aa102f-b0e2-4cfa-bb29-71a22ab64800: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:28:35.175281 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-1ef5b4fa-ec45-4b82-83b6-56044458b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.180191 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-1ef5b4fa-ec45-4b82-83b6-56044458b066 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0604401 Apr 07 06:28:35.264605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-2577198c-d8cd-41b8-bbad-84bce169dbcd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad HTTP/1.1" status: 200 len: 1000 time: 0.1487164 Apr 07 06:28:35.294447 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-97b3bb2b-1626-4f79-9f1f-3a30c32fbaf5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211977 Apr 07 06:28:35.310412 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-626cb770-e444-4960-8134-4587fc50ec80 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881380 Apr 07 06:28:35.315406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-55962e2d-a1d7-42b7-b545-74878d1accf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.316955 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-55962e2d-a1d7-42b7-b545-74878d1accf1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.1223533 Apr 07 06:28:35.691913 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-eb9ff43d-cad3-4f5a-902e-c7aa60f213bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.693433 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-eb9ff43d-cad3-4f5a-902e-c7aa60f213bd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.0949035 Apr 07 06:28:35.705863 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-319821ca-8815-495b-8291-f618f13a7ef4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1001 time: 0.1065156 Apr 07 06:28:35.709403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-0fe2be32-f542-4c7c-9c9f-84390ca2d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.715645 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-0fe2be32-f542-4c7c-9c9f-84390ca2d8ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d3e8ec8942464f8abbafbd48b6f1f61f&device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 1129 time: 0.0750043 Apr 07 06:28:35.780313 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-03e534cb-d31c-41c9-8940-8d058b52417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.784877 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-03e534cb-d31c-41c9-8940-8d058b52417b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0613415 Apr 07 06:28:35.801620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-e4998fac-a21e-44aa-a683-d374f81f444d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.806393 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-e4998fac-a21e-44aa-a683-d374f81f444d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1028342 Apr 07 06:28:35.836506 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-01f30fa0-4cd6-4054-9401-dbfa25aa74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.838195 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-01f30fa0-4cd6-4054-9401-dbfa25aa74e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445943 Apr 07 06:28:35.893929 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-fe93421e-91c0-490a-b6bf-bc51fba11c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:35.895549 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-fe93421e-91c0-490a-b6bf-bc51fba11c30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=572992ad-6db9-47f1-989a-59d21c56fdec HTTP/1.1" status: 200 len: 911 time: 0.1518514 Apr 07 06:28:35.955635 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-6bd1a022-0aa0-4c67-b4eb-8d5e93cab712 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0 HTTP/1.1" status: 200 len: 217 time: 0.0492263 Apr 07 06:28:35.957769 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-c6faab0c-9c23-4974-973f-b01f401839da service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108060 Apr 07 06:28:35.961079 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-d5a5b473-96ec-4a8b-a76c-ab19ebf51d75 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502302 Apr 07 06:28:36.064104 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3f7480c2-545d-40b3-90b9-f40e466793ef req-2173b27c-9666-4ade-9ef2-028b7a35b9d5 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906487 Apr 07 06:28:36.072783 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-1d75dee6-fdf3-40df-88f3-b1eaac91ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:36.075838 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-1d75dee6-fdf3-40df-88f3-b1eaac91ada0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb HTTP/1.1" status: 200 len: 851 time: 0.1023405 Apr 07 06:28:36.124221 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-7bfa1052-39ab-43ca-a39c-3d12722bbeef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=572992ad-6db9-47f1-989a-59d21c56fdec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344324 Apr 07 06:28:36.128550 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8206021e-7a87-46ee-a045-a1d8cf4462bf req-3980659e-bf2c-4447-a009-a91d4538d63c service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475637 Apr 07 06:28:36.226869 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-58b4f2fb-5584-44d3-a1dc-d8e65eca0b68 service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871370 Apr 07 06:28:36.327701 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-05ea03ff-78e9-4cec-8cce-6b1751ed65a2 req-89e4967c-c184-4f45-ac70-ae1608888d25 service neutron] 10.222.0.25 "GET /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893757 Apr 07 06:28:36.329251 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:37.256840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62b360-ee2e-4a61-9050-9df84b91e06d req-3ed125be-9601-4b7f-b9e8-3c9c06b2e20b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:37.258366 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a62b360-ee2e-4a61-9050-9df84b91e06d req-3ed125be-9601-4b7f-b9e8-3c9c06b2e20b tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0561857 Apr 07 06:28:37.305634 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a62b360-ee2e-4a61-9050-9df84b91e06d req-1d1e5894-93b2-43b3-b465-5e140e948b41 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Apr 07 06:28:38.463122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03854faf-32a9-4513-a60b-dbdc1396c02d req-b0ffd105-b284-49b2-88a3-f15ee36b1d1f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:38.464739 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-03854faf-32a9-4513-a60b-dbdc1396c02d req-b0ffd105-b284-49b2-88a3-f15ee36b1d1f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0585356 Apr 07 06:28:38.512813 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-03854faf-32a9-4513-a60b-dbdc1396c02d req-edfec918-660d-4445-a617-598eab45c89f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405796 Apr 07 06:28:39.630736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3a8c0-2b6b-4f01-bb62-ed3f8b395b52 req-a31b12fb-d534-4c40-9dd5-7e0fd1b3b88f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:39.632232 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0de3a8c0-2b6b-4f01-bb62-ed3f8b395b52 req-a31b12fb-d534-4c40-9dd5-7e0fd1b3b88f tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0519695 Apr 07 06:28:39.678927 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0de3a8c0-2b6b-4f01-bb62-ed3f8b395b52 req-6475bb9e-88a7-4f27-b27b-e971a6b24680 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411716 Apr 07 06:28:40.413615 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:28:40.558338 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40470) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:40.660307 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:40.733627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Publish callbacks [] for security_group (4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:40.795303 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5c2fd-85b2-46a8-9c53-691f7322e289 req-4f8526bf-c62f-4652-8150-655755f45385 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:40.797335 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1fc5c2fd-85b2-46a8-9c53-691f7322e289 req-4f8526bf-c62f-4652-8150-655755f45385 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0521178 Apr 07 06:28:40.818900 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:40.846954 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1fc5c2fd-85b2-46a8-9c53-691f7322e289 req-dadc61d2-96b2-4925-907a-fdefc64db24e tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439246 Apr 07 06:28:40.857169 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b656ee030c914f19aec0b2313be2467c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977531 Apr 07 06:28:40.858137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:40.861987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40480) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:40.866747 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.867204 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.867644 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.868077 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.868486 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.868899 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.869232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.869559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.869917 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.870271 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.870615 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.870969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.871295 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.871669 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.871967 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2bd777c-c6d1-432c-9131-c2d3532276b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:40.909814 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Publish callbacks [] for security_group (4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:40.930559 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Publish callbacks [] for security_group (4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.070337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.072972 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.074135 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d HTTP/1.1" status: 204 len: 168 time: 0.2111206 Apr 07 06:28:41.082327 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c61c7f7-dd6a-4b14-a48c-a673a4a5af3d,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:41.089383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.089772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.090111 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.090448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.090784 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.091114 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.091440 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.091801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.092222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.092483 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.092924 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.093261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.094147 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.094471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.094788 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad707c8d-ff8e-4a77-a839-60ef7638938f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:41.613941 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40490) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:41.626777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-30abdfa1-e6f1-45eb-8732-309027d97841 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.698796 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-30abdfa1-e6f1-45eb-8732-309027d97841 admin admin] Publish callbacks [] for security_group (0e758cb5-9dc2-4aab-abfa-b4886bce3209), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.756305 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-30abdfa1-e6f1-45eb-8732-309027d97841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0e758cb5-9dc2-4aab-abfa-b4886bce3209), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.793666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abdfa1-e6f1-45eb-8732-309027d97841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e758cb5-9dc2-4aab-abfa-b4886bce3209,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:41.798014 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-30abdfa1-e6f1-45eb-8732-309027d97841 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f3becd3ce62f4062b8b058379db5d24d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830471 Apr 07 06:28:41.801316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40494) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:41.850549 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] Publish callbacks [] for security_group (0e758cb5-9dc2-4aab-abfa-b4886bce3209), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.870861 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] Publish callbacks [] for security_group (0e758cb5-9dc2-4aab-abfa-b4886bce3209), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.964633 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff7235-f4f7-414b-85ed-f0677a53a0fb req-14589886-f4ff-497d-8a93-19c8f9bfcff8 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:41.966097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5dff7235-f4f7-414b-85ed-f0677a53a0fb req-14589886-f4ff-497d-8a93-19c8f9bfcff8 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0516386 Apr 07 06:28:41.967920 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0e758cb5-9dc2-4aab-abfa-b4886bce3209), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.970429 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:41.971457 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e758cb5-9dc2-4aab-abfa-b4886bce3209 HTTP/1.1" status: 204 len: 168 time: 0.1692495 Apr 07 06:28:41.986266 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4404d-fc00-41a9-9da2-6166b546ccaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e758cb5-9dc2-4aab-abfa-b4886bce3209,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:42.029006 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5dff7235-f4f7-414b-85ed-f0677a53a0fb req-62789339-a58d-49a7-bf7c-f980785f09be tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561626 Apr 07 06:28:42.761598 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-33768cbd-4f5f-4a18-b3d1-e7f246927f17 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:42.763367 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-33768cbd-4f5f-4a18-b3d1-e7f246927f17 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0605206 Apr 07 06:28:42.892076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Deleting port 75c25ba1-518f-4bc7-a204-15503eca1dd0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:28:42.892755 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:43.001329 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] For port 75c25ba1-518f-4bc7-a204-15503eca1dd0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=75c25ba1-518f-4bc7-a204-15503eca1dd0,segment=NetworkSegment(96c7090c-de9c-4622-b7d9-7f03944d37bc),segment_id=96c7090c-de9c-4622-b7d9-7f03944d37bc)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:43.001697 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:43.020771 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Calling delete_port for 75c25ba1-518f-4bc7-a204-15503eca1dd0 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:28:43.177127 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea8a2c8-9e05-46fc-965a-c3c5913bf065 req-4ae53378-5cbf-470f-93d3-95b9f677ce97 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:43.178614 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fea8a2c8-9e05-46fc-965a-c3c5913bf065 req-4ae53378-5cbf-470f-93d3-95b9f677ce97 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 945 time: 0.0805907 Apr 07 06:28:43.267739 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fea8a2c8-9e05-46fc-965a-c3c5913bf065 req-e2d3d017-31ca-4344-a282-656a886b8457 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/security-groups?id=133048e9-1507-4a8a-aa71-2cf32f24b6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824878 Apr 07 06:28:43.336233 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (75c25ba1-518f-4bc7-a204-15503eca1dd0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:43.349949 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['75c25ba1-518f-4bc7-a204-15503eca1dd0'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:28:43.402941 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Pushing event deleted for resources: {'Port': ['ID=75c25ba1-518f-4bc7-a204-15503eca1dd0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:43.439470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] No DVR routers for this DVR port 75c25ba1-518f-4bc7-a204-15503eca1dd0 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:28:43.442630 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:43.445928 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae1e1bf8-d60d-478e-a539-033db5fd3dca req-27894b94-330a-4252-9fb0-b7b106988325 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.25 "DELETE /v2.0/ports/75c25ba1-518f-4bc7-a204-15503eca1dd0 HTTP/1.1" status: 204 len: 173 time: 0.6765780 Apr 07 06:28:43.446383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'name': 'network-vif-deleted', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:28:43.448699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b395d3-0316-40ed-8bc1-f1954314c091" -d '{"events": [{"server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "name": "network-vif-deleted", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:28:43.482920 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552d0d67-4ddf-49e2-a17a-7028e56caa42 x-openstack-request-id: req-552d0d67-4ddf-49e2-a17a-7028e56caa42 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:28:43.483093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf8e552-dd96-4010-b190-371aec157fd6", "name": "network-vif-deleted", "tag": "75c25ba1-518f-4bc7-a204-15503eca1dd0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:28:43.483330 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-552d0d67-4ddf-49e2-a17a-7028e56caa42 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:28:43.483729 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552d0d67-4ddf-49e2-a17a-7028e56caa42'] response: {'server_uuid': '1bf8e552-dd96-4010-b190-371aec157fd6', 'name': 'network-vif-deleted', 'tag': '75c25ba1-518f-4bc7-a204-15503eca1dd0', 'status': 'completed', 'code': 200} Apr 07 06:28:44.392843 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf9614ea-6b50-4e25-ac5e-4b7b6607a9b3 req-416c9230-96a0-4b5d-bb3f-378a55a742c6 tempest-DeleteServersTestJSON-1996086952 tempest-DeleteServersTestJSON-1996086952-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bf8e552-dd96-4010-b190-371aec157fd6 HTTP/1.1" status: 200 len: 210 time: 0.0338247 Apr 07 06:28:44.700174 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40586) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:44.807460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-309c9c8f-b1c5-4721-9d56-32411347a6d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:44.892372 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-309c9c8f-b1c5-4721-9d56-32411347a6d3 admin admin] Publish callbacks [] for security_group (f3b6dbc9-0e10-4379-a20b-fd977a92d334), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:44.967445 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-309c9c8f-b1c5-4721-9d56-32411347a6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f3b6dbc9-0e10-4379-a20b-fd977a92d334), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:45.007283 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-309c9c8f-b1c5-4721-9d56-32411347a6d3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8976582b34d4fb4afb3477fb47d83d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3060114 Apr 07 06:28:45.008154 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c9c8f-b1c5-4721-9d56-32411347a6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6dbc9-0e10-4379-a20b-fd977a92d334,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:45.009970 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40594) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:45.067551 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] Publish callbacks [] for security_group (f3b6dbc9-0e10-4379-a20b-fd977a92d334), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:45.087958 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] Publish callbacks [] for security_group (f3b6dbc9-0e10-4379-a20b-fd977a92d334), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:45.242238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f3b6dbc9-0e10-4379-a20b-fd977a92d334), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:45.244913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:45.246098 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3b6dbc9-0e10-4379-a20b-fd977a92d334 HTTP/1.1" status: 204 len: 168 time: 0.2303090 Apr 07 06:28:45.260661 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d477b3-0791-4f07-a860-dcf14b82ead6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6dbc9-0e10-4379-a20b-fd977a92d334,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:45.952455 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40622) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:45.965877 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3eed854-0932-4b1a-a3dc-0af909054fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.037338 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3eed854-0932-4b1a-a3dc-0af909054fe1 admin admin] Publish callbacks [] for security_group (4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.115988 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3eed854-0932-4b1a-a3dc-0af909054fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.152916 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f3eed854-0932-4b1a-a3dc-0af909054fe1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=126099363d5f4d9cb4803d81a2ea5579&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988475 Apr 07 06:28:46.154830 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eed854-0932-4b1a-a3dc-0af909054fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:46.155598 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40624) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:46.203842 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] Publish callbacks [] for security_group (4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.223611 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] Publish callbacks [] for security_group (4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.401869 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.404484 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:46.406146 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3 HTTP/1.1" status: 204 len: 168 time: 0.2489648 Apr 07 06:28:46.413789 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d22de5b-1904-43b2-80c0-ec28800b1c86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b1c4c02-76bd-492c-bf0d-70cfb8b7d1b3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:48.172288 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 75c25ba1-518f-4bc7-a204-15503eca1dd0 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:28:48.192870 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 75c25ba1-518f-4bc7-a204-15503eca1dd0 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:28:48.196019 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 75c25ba1-518f-4bc7-a204-15503eca1dd0 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:28:48.196216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6eb23201-7c0e-4883-8dd7-390775c21470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.226012 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40728) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:49.273002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Deleting subnet bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:28:49.276097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Publish callbacks [] for subnet (bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.334648 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.372581 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.567928 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.601163 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:49.603083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.609492 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40738) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:49.616576 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-543ef469-a055-4623-a8e4-95dc9c8b2c17 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bfec6b5a-746a-4c4c-a1a6-93c630b0d9fb HTTP/1.1" status: 204 len: 168 time: 0.3893449 Apr 07 06:28:49.677994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (572992ad-6db9-47f1-989a-59d21c56fdec), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.757769 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (572992ad-6db9-47f1-989a-59d21c56fdec), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.782759 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.783109 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > port after_create 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > port after_delete 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > port after_update 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.788248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.873290 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.873641 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.873972 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.874318 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103955) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 07 06:28:49.874694 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572992ad-6db9-47f1-989a-59d21c56fdec']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:49.892544 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96c7090c-de9c-4622-b7d9-7f03944d37bc') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:49.893100 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96c7090c-de9c-4622-b7d9-7f03944d37bc') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:49.910046 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (96c7090c-de9c-4622-b7d9-7f03944d37bc), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.930227 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (96c7090c-de9c-4622-b7d9-7f03944d37bc), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.938009 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:28:49.938667 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (96c7090c-de9c-4622-b7d9-7f03944d37bc), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: from cryptography.utils import int_from_bytes Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: from cryptography.utils import int_from_bytes Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:28:49.942431 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:28:50.076270 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (572992ad-6db9-47f1-989a-59d21c56fdec), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.098541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.099400 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] 10.222.0.24 "DELETE /v2.0/networks/572992ad-6db9-47f1-989a-59d21c56fdec HTTP/1.1" status: 204 len: 168 time: 0.4889114 Apr 07 06:28:50.100636 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109b208-1f2a-4403-9a57-c5cb8552bffe admin admin] Pushing event deleted for resources: {'Network': ['ID=572992ad-6db9-47f1-989a-59d21c56fdec,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:50.537290 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40764) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:50.576089 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dea4d1cf-4c3c-4337-b967-2d496cc1faf3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3e8ec8942464f8abbafbd48b6f1f61f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376160 Apr 07 06:28:50.578973 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40768) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:50.626123 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-951588f5-b697-4a04-951e-95430178299f admin admin] Publish callbacks [] for security_group (133048e9-1507-4a8a-aa71-2cf32f24b6f3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.646737 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-951588f5-b697-4a04-951e-95430178299f admin admin] Publish callbacks [] for security_group (133048e9-1507-4a8a-aa71-2cf32f24b6f3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.648042 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-255fc5cc-07f8-43a3-a0bf-3b32af6a763f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.807503 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-951588f5-b697-4a04-951e-95430178299f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (133048e9-1507-4a8a-aa71-2cf32f24b6f3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.810188 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-951588f5-b697-4a04-951e-95430178299f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:50.811424 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-951588f5-b697-4a04-951e-95430178299f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/133048e9-1507-4a8a-aa71-2cf32f24b6f3 HTTP/1.1" status: 204 len: 168 time: 0.2315645 Apr 07 06:28:50.819590 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951588f5-b697-4a04-951e-95430178299f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133048e9-1507-4a8a-aa71-2cf32f24b6f3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:51.933267 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.064959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40820) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:52.196164 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-network', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:52.298989 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Made reservation on behalf of 7e40ad60e8e7486082b6638b218a786b for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:52.301316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.309730 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.379887 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks [] for security_group (ce8fe083-dc37-4bb0-a6c7-019776947a90), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.505011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ce8fe083-dc37-4bb0-a6c7-019776947a90), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.531163 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:28:52.539675 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8fe083-dc37-4bb0-a6c7-019776947a90,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:52.545428 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (c15c7120-a45e-4e5b-bff3-cb1eb93b43f1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.545766 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Added segment c15c7120-a45e-4e5b-bff3-cb1eb93b43f1 of type vlan for network 203afecc-4f42-47d0-97e8-ac33f8ccb423 Apr 07 06:28:52.585307 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (203afecc-4f42-47d0-97e8-ac33f8ccb423), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.675830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (203afecc-4f42-47d0-97e8-ac33f8ccb423), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.676807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:52.677413 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.732676 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] Pushing event updated for resources: {'Network': ['ID=203afecc-4f42-47d0-97e8-ac33f8ccb423,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:52.742994 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:28:52.787387 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-861593d5-6fbd-4ca8-93de-52e219e494ed admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7213898 Apr 07 06:28:52.790343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40838) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:52.795050 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Request body: {'subnet': {'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-subnet', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:52.864880 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:52.893042 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Made reservation on behalf of 7e40ad60e8e7486082b6638b218a786b for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:28:52.895287 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10445986'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.116312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10446012'] for subnet (88f4728f-c3ab-4551-b3b1-7091d01e7e1c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.168482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f4728f-c3ab-4551-b3b1-7091d01e7e1c,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:53.178940 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:53.179290 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Network hostable DHCP agents. Network: 203afecc-4f42-47d0-97e8-ac33f8ccb423, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:28:53.280404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:28:53.361936 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 203afecc-4f42-47d0-97e8-ac33f8ccb423) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:53.366205 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:53.366853 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.372185 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad24afa-7a2a-47f3-bb31-1686d0d62952 None None] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:53.470681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-203afecc-4f42-47d0-97e8-ac33f8ccb423', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:28:53.471584 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.475816 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2a871f92-9f61-494f-b14b-1eb79c6e2361 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6819828 Apr 07 06:28:53.476078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40846) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:53.480121 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:28:53.579396 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.580570 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.610736 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Allocated IP 172.20.0.2 (203afecc-4f42-47d0-97e8-ac33f8ccb423/88f4728f-c3ab-4551-b3b1-7091d01e7e1c/73f1d7fd-12aa-4781-874e-79b9a365d630) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:53.641748 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for router_controller (889d6616-d8ed-426e-a3ab-2a0020ed0efc), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.870204 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks [] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.934239 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:53.979498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:53.982447 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:53.987343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:53.990832 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Pushing event updated for resources: {'Port': ['ID=73f1d7fd-12aa-4781-874e-79b9a365d630,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:54.001532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.001881 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.002250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.002610 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.002954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.003283 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.003608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.003961 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.004290 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.004618 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.004942 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.005286 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.005610 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.005933 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.006250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:54.053784 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Attempting to bind port 73f1d7fd-12aa-4781-874e-79b9a365d630 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:54.054158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Attempting to bind port 73f1d7fd-12aa-4781-874e-79b9a365d630 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:54.054524 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Attempting to bind port 73f1d7fd-12aa-4781-874e-79b9a365d630 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:54.059364 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:54.059739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:54.060176 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.060596 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Bound using segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:54.061044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Bound port: 73f1d7fd-12aa-4781-874e-79b9a365d630, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:54.061422 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.074595 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for router_gateway (889d6616-d8ed-426e-a3ab-2a0020ed0efc), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.121166 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] For port 73f1d7fd-12aa-4781-874e-79b9a365d630, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:54.124265 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] For port 73f1d7fd-12aa-4781-874e-79b9a365d630, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=73f1d7fd-12aa-4781-874e-79b9a365d630,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:54.208087 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.269699 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59da9bb-9208-4fce-b505-924744be4e27 None None] Pushing event updated for resources: {'Port': ['ID=73f1d7fd-12aa-4781-874e-79b9a365d630,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:54.343886 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for router_gateway (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.365142 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.482243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Allocated IP 172.27.3.207 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/f8b35af2-cee4-4aea-843a-0524627c1c49) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:54.539509 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.588532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.699102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:54.742578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:54.745477 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:54.749103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:54.754608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Pushing event updated for resources: {'Port': ['ID=f8b35af2-cee4-4aea-843a-0524627c1c49,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:55.113060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for router_gateway (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.207388 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda39b73-20ca-4a68-af39-76ae3f3d32f0 None None] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:28:55.315480 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.325913 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Provisioning complete for port 73f1d7fd-12aa-4781-874e-79b9a365d630 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:55.326292 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.418339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Current status of the port 73f1d7fd-12aa-4781-874e-79b9a365d630 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:55.419345 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.456058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] For port 73f1d7fd-12aa-4781-874e-79b9a365d630, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=73f1d7fd-12aa-4781-874e-79b9a365d630,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:55.556188 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.573302 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:28:55.605918 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6be13-f6f8-4499-80fb-45bef2a34110 None None] Pushing event updated for resources: {'Port': ['ID=73f1d7fd-12aa-4781-874e-79b9a365d630,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:55.677513 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-4ecacdba-cfb4-4bee-8bba-f35f386ec219 None None] Provisioning complete for port 73f1d7fd-12aa-4781-874e-79b9a365d630 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:55.677887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4ecacdba-cfb4-4bee-8bba-f35f386ec219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.695178 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:28:55.705809 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:28:55.719294 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:55.719932 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:55.775540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-4ecacdba-cfb4-4bee-8bba-f35f386ec219 None None] Current status of the port 73f1d7fd-12aa-4781-874e-79b9a365d630 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:55.786949 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 73f1d7fd-12aa-4781-874e-79b9a365d630 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:55.798959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.802301 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-322602c7-21bd-4563-a9d1-6cd3b8c5f85b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.3234651 Apr 07 06:28:55.803094 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 40870) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:55.834188 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:55.834788 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 73f1d7fd-12aa-4781-874e-79b9a365d630 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:55.835171 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:55.923496 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 73f1d7fd-12aa-4781-874e-79b9a365d630 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:56.017864 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:54Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:56.043390 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:28:56.043655 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Updating router 889d6616-d8ed-426e-a3ab-2a0020ed0efc port f8b35af2-cee4-4aea-843a-0524627c1c49 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:28:56.070688 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.220786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.322675 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks [] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.379219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Allocated IP 172.20.0.1 (203afecc-4f42-47d0-97e8-ac33f8ccb423/88f4728f-c3ab-4551-b3b1-7091d01e7e1c/8adff38f-8057-434e-ae1a-88a5956b3fa4) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:28:56.447688 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.487519 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks [] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.503398 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Attempting to bind port f8b35af2-cee4-4aea-843a-0524627c1c49 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:28:56.503999 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Attempting to bind port f8b35af2-cee4-4aea-843a-0524627c1c49 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:28:56.504523 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Attempting to bind port f8b35af2-cee4-4aea-843a-0524627c1c49 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:28:56.511887 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:28:56.512262 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:28:56.512848 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.513386 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:28:56.514000 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Bound port: f8b35af2-cee4-4aea-843a-0524627c1c49, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:28:56.514372 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.535009 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Pushing event updated for resources: {'Port': ['ID=f8b35af2-cee4-4aea-843a-0524627c1c49,revision_number=2']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:56.552603 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.552950 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.553333 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.553685 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.554019 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.554345 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.554672 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.554990 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.555313 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.555637 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.555984 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.556328 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.556648 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.556969 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.557311 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:28:56.580744 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] For port f8b35af2-cee4-4aea-843a-0524627c1c49, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:28:56.583674 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] For port f8b35af2-cee4-4aea-843a-0524627c1c49, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f8b35af2-cee4-4aea-843a-0524627c1c49,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:28:56.676795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.705722 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.709916 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:56.713796 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:56.717688 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:28:56.754345 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Pushing event updated for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:56.770876 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e84d86-34d3-4e83-9f5b-5855bc4db13f None None] Pushing event updated for resources: {'Port': ['ID=f8b35af2-cee4-4aea-843a-0524627c1c49,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:56.794543 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:56.799710 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:56.800409 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:56.955711 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:57.008957 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-185d1fba-0133-4ec8-a1b5-1fdae394f7fc None None] Provisioning complete for port 8adff38f-8057-434e-ae1a-88a5956b3fa4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:57.011458 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-185d1fba-0133-4ec8-a1b5-1fdae394f7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.057250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-185d1fba-0133-4ec8-a1b5-1fdae394f7fc None None] Port 8adff38f-8057-434e-ae1a-88a5956b3fa4 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:57.060812 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.164600 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:54Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:57.191169 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bfa0aa-6987-484a-8aaa-397868a26387 None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:54Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:28:57.234509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks [] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.379421 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.473696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Pushing event updated for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:57.478777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.628182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40922) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:57.801457 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb6d-aeec-462b-8758-0680211560f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:57.817436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f8b35af2-cee4-4aea-843a-0524627c1c49 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:57.887416 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:28:57.890769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:28:57.940852 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f8b35af2-cee4-4aea-843a-0524627c1c49 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:57.941397 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.002713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb6d-aeec-462b-8758-0680211560f1 admin admin] Publish callbacks [] for security_group (06c49d81-217e-4fbd-be48-da2f70d1ac3a), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.084061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:28:58.105208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4d2cb6d-aeec-462b-8758-0680211560f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (06c49d81-217e-4fbd-be48-da2f70d1ac3a), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.109076 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f8b35af2-cee4-4aea-843a-0524627c1c49 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:28:58.110034 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.147246 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port f8b35af2-cee4-4aea-843a-0524627c1c49, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f8b35af2-cee4-4aea-843a-0524627c1c49,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:28:58.155707 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a4d2cb6d-aeec-462b-8758-0680211560f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f21114322b6841f98331b137b7eebb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5263894 Apr 07 06:28:58.159587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40936) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:58.168260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2cb6d-aeec-462b-8758-0680211560f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c49d81-217e-4fbd-be48-da2f70d1ac3a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:58.234072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:28:58.239136 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] Publish callbacks [] for security_group (06c49d81-217e-4fbd-be48-da2f70d1ac3a), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.258541 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0d1b45e3-4824-4751-80b5-43981ba2b849 admin admin] 10.222.0.24 "PUT /v2.0/routers/889d6616-d8ed-426e-a3ab-2a0020ed0efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4540846 Apr 07 06:28:58.269788 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] Publish callbacks [] for security_group (06c49d81-217e-4fbd-be48-da2f70d1ac3a), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.270845 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.334357 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-a6fae1aa-f83b-4ddf-9ad3-2f471ced9c5f None None] Provisioning complete for port 8adff38f-8057-434e-ae1a-88a5956b3fa4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:58.334648 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a6fae1aa-f83b-4ddf-9ad3-2f471ced9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.387830 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=f8b35af2-cee4-4aea-843a-0524627c1c49,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:58.402472 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a6fae1aa-f83b-4ddf-9ad3-2f471ced9c5f None None] Port 8adff38f-8057-434e-ae1a-88a5956b3fa4 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:28:58.482081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (06c49d81-217e-4fbd-be48-da2f70d1ac3a), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.486190 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:58.487598 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06c49d81-217e-4fbd-be48-da2f70d1ac3a HTTP/1.1" status: 204 len: 168 time: 0.3267756 Apr 07 06:28:58.495542 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aedc8b-4bf3-4125-962d-afc1ec8dc478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c49d81-217e-4fbd-be48-da2f70d1ac3a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:58.757978 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-5fb4df13-9131-43a0-9b68-7123e46a5e59 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:58.759464 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-5fb4df13-9131-43a0-9b68-7123e46a5e59 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.1092858 Apr 07 06:28:58.775089 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-1234c81b-d9ba-47d8-91f7-cc53eaf7fd19 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/quotas/7e40ad60e8e7486082b6638b218a786b HTTP/1.1" status: 200 len: 375 time: 0.0100570 Apr 07 06:28:58.838205 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-bf9b1b32-56e6-4425-a02c-960e888cb595 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567825 Apr 07 06:28:58.933956 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-2371c165-8ef4-46da-8065-be040210a086 service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881741 Apr 07 06:28:59.017219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 40994) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:59.043766 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-9dcb7cd4-d109-47d8-81b2-c9953c73cbd2 service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034906 Apr 07 06:28:59.063159 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Deleting subnet 68d0af97-3dc6-4e98-8d85-5b39b75d833b {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:28:59.066431 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Publish callbacks [] for subnet (68d0af97-3dc6-4e98-8d85-5b39b75d833b), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.224575 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:28:59.240638 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:28:59.241343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:59.293953 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41000) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:59.295389 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (68d0af97-3dc6-4e98-8d85-5b39b75d833b), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.341596 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f897850-9a70-43ff-8706-6a003db568b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.350627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (68d0af97-3dc6-4e98-8d85-5b39b75d833b), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.408810 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6bb65158-0fd3-4336-90b0-44b33634d8ae req-30cd00c2-c119-4f96-9f80-af32038e0f58 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 210 time: 0.1034541 Apr 07 06:28:59.408952 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:28:59.494765 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (68d0af97-3dc6-4e98-8d85-5b39b75d833b), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.521219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f897850-9a70-43ff-8706-6a003db568b0 admin admin] Publish callbacks [] for security_group (fa3e885d-bf91-4f33-9188-fbba75aa30e8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.525467 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d0af97-3dc6-4e98-8d85-5b39b75d833b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:59.536266 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.540716 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ce66bceb-a778-4e88-8621-bf1a5b5d40a8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68d0af97-3dc6-4e98-8d85-5b39b75d833b HTTP/1.1" status: 204 len: 168 time: 0.5224710 Apr 07 06:28:59.543200 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41010) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:59.617805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f897850-9a70-43ff-8706-6a003db568b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (fa3e885d-bf91-4f33-9188-fbba75aa30e8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.664684 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:28:57Z', 'revision_number': 2, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:59.698675 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:28:59.698675 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Updating router 889d6616-d8ed-426e-a3ab-2a0020ed0efc port 8adff38f-8057-434e-ae1a-88a5956b3fa4 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:28:59.706241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (03e8a417-e82c-4f49-9bce-ade198771979), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.725550 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6f897850-9a70-43ff-8706-6a003db568b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4151d69c9e543cabd99c9b3cb074c82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4305139 Apr 07 06:28:59.728379 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41022) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:28:59.729051 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.784987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f897850-9a70-43ff-8706-6a003db568b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3e885d-bf91-4f33-9188-fbba75aa30e8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:59.790129 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f8b35af2-cee4-4aea-843a-0524627c1c49 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:28:59.791516 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] Publish callbacks [] for security_group (fa3e885d-bf91-4f33-9188-fbba75aa30e8), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.817668 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] Publish callbacks [] for security_group (fa3e885d-bf91-4f33-9188-fbba75aa30e8), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.866078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (03e8a417-e82c-4f49-9bce-ade198771979), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.881341 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-5d8fd509-4759-433d-8ed7-6df0dc38ff4e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:28:59.882786 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-5d8fd509-4759-433d-8ed7-6df0dc38ff4e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.2692800 Apr 07 06:28:59.904932 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e8a417-e82c-4f49-9bce-ade198771979']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:59.931000 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-e65a4d49-8ac9-4a00-92b9-461aaedfc096 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/quotas/7e40ad60e8e7486082b6638b218a786b HTTP/1.1" status: 200 len: 375 time: 0.0201738 Apr 07 06:28:59.939980 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (fa3e885d-bf91-4f33-9188-fbba75aa30e8), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.942639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.946329 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa3e885d-bf91-4f33-9188-fbba75aa30e8 HTTP/1.1" status: 204 len: 168 time: 0.2144237 Apr 07 06:28:59.955149 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63143c4e-bbf1-4139-a514-9cb3fc94e268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3e885d-bf91-4f33-9188-fbba75aa30e8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:28:59.960382 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f8b35af2-cee4-4aea-843a-0524627c1c49 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:28:59.960763 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:28:59.982707 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91da28f8-90a3-4a59-8b40-b86979044dc2') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:59.983286 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91da28f8-90a3-4a59-8b40-b86979044dc2') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:28:59.997902 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (91da28f8-90a3-4a59-8b40-b86979044dc2), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.019112 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (91da28f8-90a3-4a59-8b40-b86979044dc2), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.027793 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:29:00.028283 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (91da28f8-90a3-4a59-8b40-b86979044dc2), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:29:00.029957 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:29:00.052287 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-28abd487-644d-4bcd-a3d8-e6629353216c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1199343 Apr 07 06:29:00.142164 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f8b35af2-cee4-4aea-843a-0524627c1c49 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:00.175927 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks [] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.201222 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-cf0d4eef-1152-4b6d-8b1f-ea7d2c2b69af service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412380 Apr 07 06:29:00.239161 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (03e8a417-e82c-4f49-9bce-ade198771979), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.243872 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.247271 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] 10.222.0.24 "DELETE /v2.0/networks/03e8a417-e82c-4f49-9bce-ade198771979 HTTP/1.1" status: 204 len: 168 time: 0.7029545 Apr 07 06:29:00.250754 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41036) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:00.263031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad29597a-994f-4d82-bca2-c4c8e2e0deed admin admin] Pushing event deleted for resources: {'Network': ['ID=03e8a417-e82c-4f49-9bce-ade198771979,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:00.264916 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.319518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Deleting subnet e3aa39d3-cb05-433c-aa0b-4d000ebf49ab {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:29:00.323639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Publish callbacks [] for subnet (e3aa39d3-cb05-433c-aa0b-4d000ebf49ab), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.324541 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945edc44-9378-4eac-aef4-c27c45809a58 None None] Pushing event updated for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:00.344206 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-c7a80421-e2f5-4afc-8e0c-d1164a7418e8 service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488702 Apr 07 06:29:00.374390 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (e3aa39d3-cb05-433c-aa0b-4d000ebf49ab), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.396676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Attempting to bind port 8adff38f-8057-434e-ae1a-88a5956b3fa4 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:29:00.397296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Attempting to bind port 8adff38f-8057-434e-ae1a-88a5956b3fa4 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:29:00.397834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Attempting to bind port 8adff38f-8057-434e-ae1a-88a5956b3fa4 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:00.407154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:29:00.408059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:00.408668 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.409210 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Bound using segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:29:00.413189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Bound port: 8adff38f-8057-434e-ae1a-88a5956b3fa4, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:29:00.413828 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.441421 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (e3aa39d3-cb05-433c-aa0b-4d000ebf49ab), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.485871 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] For port 8adff38f-8057-434e-ae1a-88a5956b3fa4, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:29:00.489812 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] For port 8adff38f-8057-434e-ae1a-88a5956b3fa4, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=8adff38f-8057-434e-ae1a-88a5956b3fa4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:29:00.642693 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (e3aa39d3-cb05-433c-aa0b-4d000ebf49ab), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.656312 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.672846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aa39d3-cb05-433c-aa0b-4d000ebf49ab,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:00.680074 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6640b839-2f58-446c-9034-f191fa31ffcc req-aadeb5da-6360-46b0-a286-c2171c296215 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0400007 Apr 07 06:29:00.708281 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.712297 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-eb193f46-9734-4199-aa54-80d586f4959b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e3aa39d3-cb05-433c-aa0b-4d000ebf49ab HTTP/1.1" status: 204 len: 168 time: 0.4602060 Apr 07 06:29:00.714510 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41048) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:00.732687 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Provisioning complete for port 8adff38f-8057-434e-ae1a-88a5956b3fa4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:00.732687 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.771693 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945edc44-9378-4eac-aef4-c27c45809a58 None None] Pushing event updated for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:00.809815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:29:00.810536 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:28:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:29:00.823065 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (fb4cff5a-fb04-42d2-91b7-30f609d4eb2e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.903557 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41054) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:00.920491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3399066c-6f5c-464e-b728-84c73d6b03f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.924652 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (fb4cff5a-fb04-42d2-91b7-30f609d4eb2e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.948571 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Current status of the port 8adff38f-8057-434e-ae1a-88a5956b3fa4 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:00.948964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.950041 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb4cff5a-fb04-42d2-91b7-30f609d4eb2e']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:29:00.962074 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd680797c-cd4d-41ae-8715-bbe0facd5eb2') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:29:00.962858 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd680797c-cd4d-41ae-8715-bbe0facd5eb2') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:29:00.975527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (d680797c-cd4d-41ae-8715-bbe0facd5eb2), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:00.977189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:29:00.993972 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (d680797c-cd4d-41ae-8715-bbe0facd5eb2), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.003984 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:29:01.005292 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (d680797c-cd4d-41ae-8715-bbe0facd5eb2), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:29:01.006359 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:29:01.025802 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] For port 8adff38f-8057-434e-ae1a-88a5956b3fa4, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=8adff38f-8057-434e-ae1a-88a5956b3fa4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:01.043562 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3399066c-6f5c-464e-b728-84c73d6b03f8 admin admin] Publish callbacks [] for security_group (afb12ab1-7f34-4094-b712-b189a2a07691), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.161944 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3399066c-6f5c-464e-b728-84c73d6b03f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (afb12ab1-7f34-4094-b712-b189a2a07691), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.190629 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (fb4cff5a-fb04-42d2-91b7-30f609d4eb2e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.203108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3399066c-6f5c-464e-b728-84c73d6b03f8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e85c531aa57740f4b65079cfe0120f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975335 Apr 07 06:29:01.203818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399066c-6f5c-464e-b728-84c73d6b03f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb12ab1-7f34-4094-b712-b189a2a07691,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:01.204999 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.206429 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41058) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:01.213786 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb4cff5a-fb04-42d2-91b7-30f609d4eb2e HTTP/1.1" status: 204 len: 168 time: 0.4981725 Apr 07 06:29:01.231929 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c51cf8-26af-40fe-9eb8-949d39ecf101 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb4cff5a-fb04-42d2-91b7-30f609d4eb2e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:01.252988 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.295393 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] Publish callbacks [] for security_group (afb12ab1-7f34-4094-b712-b189a2a07691), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.326967 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] Publish callbacks [] for security_group (afb12ab1-7f34-4094-b712-b189a2a07691), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.329004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e2a3f-5fcd-4cde-9dd0-9258c4d152a9 None None] Pushing event updated for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:01.382103 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-66fc7ac8-4a21-427a-a9fe-ce7834052e1c None None] Provisioning complete for port 8adff38f-8057-434e-ae1a-88a5956b3fa4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:01.382479 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-66fc7ac8-4a21-427a-a9fe-ce7834052e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.437321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:29:01.453844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (afb12ab1-7f34-4094-b712-b189a2a07691), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.456597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.457820 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afb12ab1-7f34-4094-b712-b189a2a07691 HTTP/1.1" status: 204 len: 168 time: 0.2507837 Apr 07 06:29:01.465404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076c3af-4e9b-436a-abaf-394fee2c26e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb12ab1-7f34-4094-b712-b189a2a07691,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:01.469495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242301ac-a2fe-4330-91e0-f5d261b2cd19 None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:29:01.544699 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-66fc7ac8-4a21-427a-a9fe-ce7834052e1c None None] Current status of the port 8adff38f-8057-434e-ae1a-88a5956b3fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:01.776673 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 8adff38f-8057-434e-ae1a-88a5956b3fa4 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:01.793017 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f105774a-8cbe-41ab-b60f-4244e4a64c16 req-89b21276-07ca-4849-9506-75f96f7d3b00 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0394404 Apr 07 06:29:01.852561 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 8adff38f-8057-434e-ae1a-88a5956b3fa4 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:01.852941 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:01.866836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41072) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:01.921098 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-38cbd9fc-1e54-4066-93d4-9b26d2e0ce11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb5d63cbfd0c410c8510a0d5df9d9b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0525000 Apr 07 06:29:01.923818 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41074) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:01.945904 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 8adff38f-8057-434e-ae1a-88a5956b3fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:01.983519 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] Publish callbacks [] for security_group (8b3a4cec-d8e4-483f-a420-aba597687e6a), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:02.020280 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] Publish callbacks [] for security_group (8b3a4cec-d8e4-483f-a420-aba597687e6a), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:02.179355 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (8b3a4cec-d8e4-483f-a420-aba597687e6a), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:02.182338 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:02.183617 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b3a4cec-d8e4-483f-a420-aba597687e6a HTTP/1.1" status: 204 len: 168 time: 0.2581758 Apr 07 06:29:02.192289 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3180440d-dc63-4bd5-a61f-6fda88269ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3a4cec-d8e4-483f-a420-aba597687e6a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:02.886246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b0c55cfd-b1f3-4e93-9364-01a35266f0f1 req-52048a0b-06d3-4cb0-9783-c3328d0d7c39 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0263948 Apr 07 06:29:02.921298 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41106) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:02.960465 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-32e1460c-abbd-4e3b-b6df-8023dff741b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f66e76479bd4801bcc93691d58aeb3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379643 Apr 07 06:29:02.962985 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41108) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:03.013533 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] Publish callbacks [] for security_group (36693a16-3889-4545-b507-6c14cb1bb324), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:03.035916 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] Publish callbacks [] for security_group (36693a16-3889-4545-b507-6c14cb1bb324), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:03.161993 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (36693a16-3889-4545-b507-6c14cb1bb324), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:03.164631 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:03.165863 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36693a16-3889-4545-b507-6c14cb1bb324 HTTP/1.1" status: 204 len: 168 time: 0.2019780 Apr 07 06:29:03.175139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dae9e5-d6c4-4419-bb4f-66b40dde7f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36693a16-3889-4545-b507-6c14cb1bb324,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:03.506194 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-5d8e5c88-3c7a-4e97-80d9-8574ef9377b2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:03.507610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-5d8e5c88-3c7a-4e97-80d9-8574ef9377b2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.1025298 Apr 07 06:29:03.521484 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'port': {'device_id': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'admin_state_up': True, 'tenant_id': '7e40ad60e8e7486082b6638b218a786b'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:03.751157 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Made reservation on behalf of 7e40ad60e8e7486082b6638b218a786b for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:03.754613 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.025454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-45df7238-16c5-4f28-9816-ca04f3c6e194 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:04.026911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-45df7238-16c5-4f28-9816-ca04f3c6e194 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.2062140 Apr 07 06:29:04.036093 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a5dc002-c4b0-4caa-80ff-da2e31c3dc14 req-b4fa52b6-e52a-4def-9624-4fa418c62746 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0633311 Apr 07 06:29:04.036093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Allocated IP 172.20.0.13 (203afecc-4f42-47d0-97e8-ac33f8ccb423/88f4728f-c3ab-4551-b3b1-7091d01e7e1c/c2b6713d-7afc-4082-b9b9-b1e46ef94e17) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:29:04.039868 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'port': {'device_id': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'admin_state_up': True, 'tenant_id': '7e40ad60e8e7486082b6638b218a786b'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:04.284328 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.361765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Made reservation on behalf of 7e40ad60e8e7486082b6638b218a786b for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:04.365419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.506687 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.593321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:29:04.601200 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:04.603406 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Allocated IP 172.20.0.7 (203afecc-4f42-47d0-97e8-ac33f8ccb423/88f4728f-c3ab-4551-b3b1-7091d01e7e1c/8a13ddf7-e6a3-45c1-bc88-c0aaca81f612) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:29:04.607599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:29:04.611476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:04.683152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:04.683808 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.782175 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-58cf5209-f0bb-48a0-9b75-69b294cf555b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2643051 Apr 07 06:29:04.798573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Request body: {'port': {'device_id': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:04.898874 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-fe730039-7a56-4bd0-bde6-ba6419891773 None None] Provisioning complete for port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:04.899377 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fe730039-7a56-4bd0-bde6-ba6419891773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.924447 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.930359 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:04.971328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-fe730039-7a56-4bd0-bde6-ba6419891773 None None] Port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:29:05.002371 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41212) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:05.143857 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.276333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:29:05.288108 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73bf6594-bdcc-4400-ae5e-81b425239741 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.293637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:05.306777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:29:05.316747 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:05.364352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d3b9d-a8eb-44ea-ba71-2c2f6022250e req-a96849f0-9afa-43a3-9e42-b98cc92fb8b6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:05.365992 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-269d3b9d-a8eb-44ea-ba71-2c2f6022250e req-a96849f0-9afa-43a3-9e42-b98cc92fb8b6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 931 time: 0.2341058 Apr 07 06:29:05.423860 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73bf6594-bdcc-4400-ae5e-81b425239741 admin admin] Publish callbacks [] for security_group (b7d71260-9e69-4e8b-ad55-14548df4b003), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.429808 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:05.430439 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.492796 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-269d3b9d-a8eb-44ea-ba71-2c2f6022250e req-5afceefa-9a10-4b43-8ec0-1394c7f15063 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155479 Apr 07 06:29:05.497650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b6713d-7afc-4082-b9b9-b1e46ef94e17 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:05.506146 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks [] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.519198 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Transition to ACTIVE for port object c2b6713d-7afc-4082-b9b9-b1e46ef94e17 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:29:05.550748 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41222) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:05.594838 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-12692b33-7f61-4eae-bb10-ecc94590fc3d None None] Provisioning complete for port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:05.595153 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-12692b33-7f61-4eae-bb10-ecc94590fc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.626511 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-73bf6594-bdcc-4400-ae5e-81b425239741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b7d71260-9e69-4e8b-ad55-14548df4b003), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.630735 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-167850f8-e682-427c-967e-6a23f557e72d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5944920 Apr 07 06:29:05.631617 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.636979 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-12692b33-7f61-4eae-bb10-ecc94590fc3d None None] Port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:29:05.666579 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Request body: {'port': {'device_id': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:05.687277 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-73bf6594-bdcc-4400-ae5e-81b425239741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22c2aa9950c449a6af74f7aca65560d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6820805 Apr 07 06:29:05.687860 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf6594-bdcc-4400-ae5e-81b425239741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d71260-9e69-4e8b-ad55-14548df4b003,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:05.690818 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41226) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:05.693721 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9cc68c4d-3e1f-46c1-a331-2d1f13e1f6ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.745892 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:05.831179 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] Publish callbacks [] for security_group (b7d71260-9e69-4e8b-ad55-14548df4b003), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.874954 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] Publish callbacks [] for security_group (b7d71260-9e69-4e8b-ad55-14548df4b003), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.885919 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9cc68c4d-3e1f-46c1-a331-2d1f13e1f6ca admin admin] Publish callbacks [] for security_group (badd0904-dfdd-4d99-bd40-53dee88af91c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.911543 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.937006 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41234) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:05.946011 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9cc68c4d-3e1f-46c1-a331-2d1f13e1f6ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (badd0904-dfdd-4d99-bd40-53dee88af91c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:05.995954 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Attempting to bind port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:29:05.996471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Attempting to bind port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:29:05.996622 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-9cc68c4d-3e1f-46c1-a331-2d1f13e1f6ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=016d4af803b6478d942ffb0de462f0d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447501 Apr 07 06:29:05.996919 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Attempting to bind port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:05.997503 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc68c4d-3e1f-46c1-a331-2d1f13e1f6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=badd0904-dfdd-4d99-bd40-53dee88af91c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:05.999904 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41238) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:06.042379 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b7d71260-9e69-4e8b-ad55-14548df4b003), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.045046 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.046288 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7d71260-9e69-4e8b-ad55-14548df4b003 HTTP/1.1" status: 204 len: 168 time: 0.3543873 Apr 07 06:29:06.065917 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e4c883-247a-4275-8589-cf001fc1f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d71260-9e69-4e8b-ad55-14548df4b003,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:06.067953 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] Publish callbacks [] for security_group (badd0904-dfdd-4d99-bd40-53dee88af91c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.100404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] Publish callbacks [] for security_group (badd0904-dfdd-4d99-bd40-53dee88af91c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.113384 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4360a9e7-7b8e-49eb-a5c5-7fa21f24e004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.229886 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4360a9e7-7b8e-49eb-a5c5-7fa21f24e004 admin admin] Publish callbacks [] for security_group (2c641d9d-1a2d-4456-aae4-30a6c61c2bf3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Attempting to bind port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Bound using segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Bound port: c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:29:06.393296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.436177 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:29:06.444016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:29:06.522305 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:06.529791 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks [] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.539871 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.540397 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (badd0904-dfdd-4d99-bd40-53dee88af91c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.543694 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.544158 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Transition to ACTIVE for port object 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:29:06.544796 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/badd0904-dfdd-4d99-bd40-53dee88af91c HTTP/1.1" status: 204 len: 168 time: 0.5437961 Apr 07 06:29:06.545517 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4360a9e7-7b8e-49eb-a5c5-7fa21f24e004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2c641d9d-1a2d-4456-aae4-30a6c61c2bf3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.564627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dcf6e-43ac-40f6-b85a-e39079c15f17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badd0904-dfdd-4d99-bd40-53dee88af91c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:06.584237 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4360a9e7-7b8e-49eb-a5c5-7fa21f24e004 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18d1a24692564eeba60bff75d7242bf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6460080 Apr 07 06:29:06.586934 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41248) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:06.614149 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360a9e7-7b8e-49eb-a5c5-7fa21f24e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c641d9d-1a2d-4456-aae4-30a6c61c2bf3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:06.626117 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.649459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] Publish callbacks [] for security_group (2c641d9d-1a2d-4456-aae4-30a6c61c2bf3), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.678719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] Publish callbacks [] for security_group (2c641d9d-1a2d-4456-aae4-30a6c61c2bf3), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.681510 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.696330 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:06.699640 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.699640 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 200 len: 1094 time: 1.9058502 Apr 07 06:29:06.709115 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:06.711418 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae1b561a-81b6-44df-96cf-e274b2c88585" -d '{"events": [{"name": "network-changed", "server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:06.765803 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e436076-051b-4134-b1a4-8869d77fc3f5 x-openstack-request-id: req-6e436076-051b-4134-b1a4-8869d77fc3f5 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:06.766291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:06.766423 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e436076-051b-4134-b1a4-8869d77fc3f5 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:06.766734 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e436076-051b-4134-b1a4-8869d77fc3f5'] response: {'name': 'network-changed', 'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17', 'status': 'completed', 'code': 200} Apr 07 06:29:06.767280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c87ba7-66e9-4bba-8550-dbbe2f072704 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:06.836318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23556462-4d47-4a35-b099-9a446a61ade2 req-aa862205-a93d-4bbc-bb01-44e7b6e1a3b7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:06.837872 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23556462-4d47-4a35-b099-9a446a61ade2 req-aa862205-a93d-4bbc-bb01-44e7b6e1a3b7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 931 time: 0.2484231 Apr 07 06:29:06.865016 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2c641d9d-1a2d-4456-aae4-30a6c61c2bf3), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.869932 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:06.872002 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c641d9d-1a2d-4456-aae4-30a6c61c2bf3 HTTP/1.1" status: 204 len: 168 time: 0.2837541 Apr 07 06:29:06.886325 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9984f-4eac-41a0-b3be-cd38c3e8f20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c641d9d-1a2d-4456-aae4-30a6c61c2bf3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:06.928085 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:07.002248 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-23556462-4d47-4a35-b099-9a446a61ade2 req-83fbdde8-654a-4f67-ba14-614dcff7d883 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349566 Apr 07 06:29:07.004028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Attempting to bind port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:29:07.004380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Attempting to bind port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:29:07.004709 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Attempting to bind port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:07.008227 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-480f7133-1c7b-41c6-81f4-dc066442dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.009737 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-480f7133-1c7b-41c6-81f4-dc066442dbec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1128 time: 0.1925330 Apr 07 06:29:07.021486 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:29:07.021486 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Attempting to bind port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:07.039274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:29:07.039703 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:07.040405 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Bound using segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:29:07.041115 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Bound port: 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:29:07.041537 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.142351 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41262) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:07.168872 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d14f11c9-a845-4494-b5d6-3f44df5c803e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.291185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:29:07.304781 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-39900d89-e96d-422b-b3e2-bef7c32c461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.306261 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-39900d89-e96d-422b-b3e2-bef7c32c461c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e40ad60e8e7486082b6638b218a786b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2879868 Apr 07 06:29:07.307900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:29:07.312409 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d14f11c9-a845-4494-b5d6-3f44df5c803e admin admin] Publish callbacks [] for security_group (b7abd446-5a12-4591-9aa5-75528b3496a8), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.413407 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d14f11c9-a845-4494-b5d6-3f44df5c803e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b7abd446-5a12-4591-9aa5-75528b3496a8), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.415934 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.483123 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d14f11c9-a845-4494-b5d6-3f44df5c803e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6efd89bc5194b36b05112854b35e360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3384457 Apr 07 06:29:07.485348 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41268) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:07.487915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.495182 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.495182 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] 10.222.0.25 "PUT /v2.0/ports/8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 HTTP/1.1" status: 200 len: 1093 time: 1.8295414 Apr 07 06:29:07.495966 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f11c9-a845-4494-b5d6-3f44df5c803e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7abd446-5a12-4591-9aa5-75528b3496a8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:07.524306 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-acf68f52-8e3d-4b0c-80e1-c35f1dfee2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.525854 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae1b561a-81b6-44df-96cf-e274b2c88585 req-acf68f52-8e3d-4b0c-80e1-c35f1dfee2d9 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2125063 Apr 07 06:29:07.529148 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3ae01-509a-4261-8299-33afe2315db3 service neutron] Pushing event updated for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:07.600429 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] Publish callbacks [] for security_group (b7abd446-5a12-4591-9aa5-75528b3496a8), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.626906 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] Publish callbacks [] for security_group (b7abd446-5a12-4591-9aa5-75528b3496a8), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.651392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-dad24ffa-6c8e-444d-929a-51f8eddcdcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.656249 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-dad24ffa-6c8e-444d-929a-51f8eddcdcda service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1128 time: 0.0819802 Apr 07 06:29:07.722571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41276) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:07.741252 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f49e8516-e319-4599-8f98-3893194e0f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.763429 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-12eb2cb0-038f-4c40-b5bd-a4f9ce1ae021 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 200 len: 217 time: 0.0893438 Apr 07 06:29:07.830989 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-768f6412-926c-4e77-a0fc-a800a9530591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.830989 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-768f6412-926c-4e77-a0fc-a800a9530591 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0560794 Apr 07 06:29:07.834914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-e11d2a80-e41b-43dc-bcdb-0e6c5d3017e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.836577 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-e11d2a80-e41b-43dc-bcdb-0e6c5d3017e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 1127 time: 0.0890858 Apr 07 06:29:07.844542 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b7abd446-5a12-4591-9aa5-75528b3496a8), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.844542 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.844542 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7abd446-5a12-4591-9aa5-75528b3496a8 HTTP/1.1" status: 204 len: 168 time: 0.3550675 Apr 07 06:29:07.882583 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9003f29-f70a-43c8-b7db-c53409e49917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7abd446-5a12-4591-9aa5-75528b3496a8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:07.908377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-09d4abee-90c7-4fc4-8a24-18fee64c3699 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 HTTP/1.1" status: 200 len: 217 time: 0.0555580 Apr 07 06:29:07.951799 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f49e8516-e319-4599-8f98-3893194e0f73 admin admin] Publish callbacks [] for security_group (d5a596fd-3227-4038-9aef-82547ff930d9), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:07.964995 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-36a56755-f2b1-417f-9b78-6cb4645e3081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.966735 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-36a56755-f2b1-417f-9b78-6cb4645e3081 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1221001 Apr 07 06:29:07.972416 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-13c68d71-7453-4ee5-9efd-39cfed4639c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:07.985296 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-13c68d71-7453-4ee5-9efd-39cfed4639c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0583806 Apr 07 06:29:08.050182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f49e8516-e319-4599-8f98-3893194e0f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d5a596fd-3227-4038-9aef-82547ff930d9), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.085589 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b329e-9347-4311-8d89-a74feeaa862a req-c9870f32-33e8-435f-9eb3-76a387c06132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:08.087264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-c9870f32-33e8-435f-9eb3-76a387c06132 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053004 Apr 07 06:29:08.102023 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49e8516-e319-4599-8f98-3893194e0f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a596fd-3227-4038-9aef-82547ff930d9,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:08.109527 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f49e8516-e319-4599-8f98-3893194e0f73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=848395712485487e98b592c13ad8fd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3859053 Apr 07 06:29:08.115948 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41286) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:08.157084 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-933e48c3-c5d5-4f5b-a69b-0f8cc15b9937 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824272 Apr 07 06:29:08.170606 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] Publish callbacks [] for security_group (d5a596fd-3227-4038-9aef-82547ff930d9), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.194418 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] Publish callbacks [] for security_group (d5a596fd-3227-4038-9aef-82547ff930d9), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.279109 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-1d54d5be-f912-467d-814c-37484d53754e service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803024 Apr 07 06:29:08.292255 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce152a6-909a-48dd-a953-ac65c825f1e2 req-a6c7ffff-be74-4826-b341-8d95d4738f78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:08.293705 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ce152a6-909a-48dd-a953-ac65c825f1e2 req-a6c7ffff-be74-4826-b341-8d95d4738f78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.1859534 Apr 07 06:29:08.333658 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d5a596fd-3227-4038-9aef-82547ff930d9), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.336304 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.337466 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5a596fd-3227-4038-9aef-82547ff930d9 HTTP/1.1" status: 204 len: 168 time: 0.2205608 Apr 07 06:29:08.345499 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ab8321-d781-4f19-8f83-58a509111344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a596fd-3227-4038-9aef-82547ff930d9,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:08.367807 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b24d9509-9a47-426c-9ea1-a1c597bf7e9e req-d7d4faa6-3150-4988-b89f-048c2ed7f3be service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941838 Apr 07 06:29:08.414504 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ce152a6-909a-48dd-a953-ac65c825f1e2 req-55fbf1ce-e8c7-42a9-a736-b14273d75abc tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074278 Apr 07 06:29:08.432984 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f54b329e-9347-4311-8d89-a74feeaa862a req-5ac1fb5e-1bd7-44c6-9d06-347551e68061 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381600 Apr 07 06:29:08.729669 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41312) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:08.768224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:08.770414 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821a1f74-8190-4487-9995-3595696efaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:08.812296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df787eda-d4f7-4e99-8ae9-afaa7528d780 x-openstack-request-id: req-df787eda-d4f7-4e99-8ae9-afaa7528d780 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:08.812642 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:08.812904 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df787eda-d4f7-4e99-8ae9-afaa7528d780 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:08.813308 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df787eda-d4f7-4e99-8ae9-afaa7528d780'] response: {'name': 'network-changed', 'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'status': 'completed', 'code': 200} Apr 07 06:29:08.848490 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1856647441-network', 'tenant_id': 'e3434366e8944e198a26127bcfec8e65'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:08.927701 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Made reservation on behalf of e3434366e8944e198a26127bcfec8e65 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:08.930073 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:08.938528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.012913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks [] for security_group (ee57c57c-88f9-4521-af3d-792a4d1b360c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.081559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ee57c57c-88f9-4521-af3d-792a4d1b360c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.104535 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:29:09.119661 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee57c57c-88f9-4521-af3d-792a4d1b360c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:09.122668 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.123013 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Added segment 55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311 of type vlan for network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 Apr 07 06:29:09.166861 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (f9d5bfd0-ea49-485e-b149-8935dc3c61c1), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.241427 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (f9d5bfd0-ea49-485e-b149-8935dc3c61c1), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.242434 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:09.243028 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.301459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] Pushing event updated for resources: {'Network': ['ID=f9d5bfd0-ea49-485e-b149-8935dc3c61c1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:09.313006 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:29:09.421487 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-15abc903-ac56-4f51-9787-7df50828ac7b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6906722 Apr 07 06:29:09.424412 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41344) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:09.429057 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Request body: {'subnet': {'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1856647441-subnet', 'tenant_id': 'e3434366e8944e198a26127bcfec8e65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:09.534610 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9928eae-190a-4b12-9547-523ed3c7707b req-0d88c410-4840-4737-8ceb-315a13e990f3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:09.536116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9928eae-190a-4b12-9547-523ed3c7707b req-0d88c410-4840-4737-8ceb-315a13e990f3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.0544949 Apr 07 06:29:09.582610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9928eae-190a-4b12-9547-523ed3c7707b req-28dd2f16-a87a-4b8a-aca1-85ec982d036e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Apr 07 06:29:09.601908 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Made reservation on behalf of e3434366e8944e198a26127bcfec8e65 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:09.604322 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.876614 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (258b156d-0d06-4c5a-a47f-120fe2845509), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:09.936949 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Pushing event updated for resources: {'Subnet': ['ID=258b156d-0d06-4c5a-a47f-120fe2845509,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:09.954525 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Checking segment: {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:09.955042 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Network hostable DHCP agents. Network: f9d5bfd0-ea49-485e-b149-8935dc3c61c1, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:29:10.069902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:29:10.241590 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, f9d5bfd0-ea49-485e-b149-8935dc3c61c1) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:10.246088 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:10.246908 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:10.252882 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8e2ee4-1a45-4581-b0de-152fa0503468 None None] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:29:10.344460 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df4ffd-71fa-428c-bb68-73522fb3ea16 None None] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:29:10.359492 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-cb7a98dd-7965-4834-830c-6a4ea019958f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9340110 Apr 07 06:29:10.723265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c1f27-011a-437d-ab64-c364cfadfa8f req-5570ad6a-7887-44bf-ae1a-29fef64e5bff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:10.725605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e52c1f27-011a-437d-ab64-c364cfadfa8f req-5570ad6a-7887-44bf-ae1a-29fef64e5bff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.0631306 Apr 07 06:29:10.774465 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e52c1f27-011a-437d-ab64-c364cfadfa8f req-4dcc2b62-97eb-4ba0-9046-082ac4ed7cfd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431378 Apr 07 06:29:11.893251 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfda6c-a38b-4bd4-b792-0fc87eff8fae req-4b20cde0-6018-4def-941a-e77804368104 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:11.894714 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-75dfda6c-a38b-4bd4-b792-0fc87eff8fae req-4b20cde0-6018-4def-941a-e77804368104 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.0523036 Apr 07 06:29:11.939727 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-75dfda6c-a38b-4bd4-b792-0fc87eff8fae req-60878288-55c7-423c-84d0-24fd79861aec tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392339 Apr 07 06:29:12.733004 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-94dae1f3-3990-4dff-bb8c-e65b1a222428 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:12.735076 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-94dae1f3-3990-4dff-bb8c-e65b1a222428 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/networks?id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 200 len: 814 time: 0.1054366 Apr 07 06:29:12.749458 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-7ae48c89-7469-4f63-b745-8114c44db23d tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/quotas/e3434366e8944e198a26127bcfec8e65 HTTP/1.1" status: 200 len: 375 time: 0.0087941 Apr 07 06:29:12.781013 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-4b6e3da9-dcc4-4da3-9dfc-54fbdb4262a6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268660 Apr 07 06:29:12.870975 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-2f426b01-e052-4538-a0ce-81f3b32c0911 service neutron] 10.222.0.24 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831866 Apr 07 06:29:13.260033 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1f74-8190-4487-9995-3595696efaeb req-cbdc6006-580e-4274-a980-b031ea885ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:13.261432 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-cbdc6006-580e-4274-a980-b031ea885ce7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 1127 time: 0.1315861 Apr 07 06:29:13.264066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-13696c51-4e84-4c5c-bff5-adbbf6cded93 service neutron] 10.222.0.24 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866658 Apr 07 06:29:13.270871 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c6bcca-e181-4156-bfba-bfbf5b6924ed req-212102e9-2c16-484e-b8be-b3b77aba7a3b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:13.272429 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26c6bcca-e181-4156-bfba-bfbf5b6924ed req-212102e9-2c16-484e-b8be-b3b77aba7a3b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.1435068 Apr 07 06:29:13.374829 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26c6bcca-e181-4156-bfba-bfbf5b6924ed req-a71df4be-6e0e-46cb-a151-0a0e2770086c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932565 Apr 07 06:29:13.396652 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1f74-8190-4487-9995-3595696efaeb req-5a51e05b-4d09-4f44-9a41-ec964104cac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:13.398179 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-5a51e05b-4d09-4f44-9a41-ec964104cac9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1250346 Apr 07 06:29:13.522596 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41462) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:13.627516 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3af8779-9229-4e50-b4af-eab4257c39db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:13.651779 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-03992b50-97d8-48fa-b406-080986fb607d req-2396a5e4-cb9a-41e0-8770-6fb06d3399fd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0278161 Apr 07 06:29:13.718833 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3af8779-9229-4e50-b4af-eab4257c39db admin admin] Publish callbacks [] for security_group (59f32c5b-e78b-479d-b9c0-6bd889ad7554), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:13.790062 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3af8779-9229-4e50-b4af-eab4257c39db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (59f32c5b-e78b-479d-b9c0-6bd889ad7554), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:13.825707 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3af8779-9229-4e50-b4af-eab4257c39db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f32c5b-e78b-479d-b9c0-6bd889ad7554,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:13.831351 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c3af8779-9229-4e50-b4af-eab4257c39db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15941f3fedc24cc48a2abebb4683e794&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3071358 Apr 07 06:29:13.833560 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41474) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:13.879985 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] Publish callbacks [] for security_group (59f32c5b-e78b-479d-b9c0-6bd889ad7554), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:13.900612 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] Publish callbacks [] for security_group (59f32c5b-e78b-479d-b9c0-6bd889ad7554), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.001456 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (59f32c5b-e78b-479d-b9c0-6bd889ad7554), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.004136 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.005295 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/59f32c5b-e78b-479d-b9c0-6bd889ad7554 HTTP/1.1" status: 204 len: 168 time: 0.1708395 Apr 07 06:29:14.013663 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e537e4-15d8-410e-8698-c8aedeb267d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f32c5b-e78b-479d-b9c0-6bd889ad7554,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:14.231798 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-d1f11101-0493-44aa-b5b7-038c2546be24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 HTTP/1.1" status: 200 len: 217 time: 0.0345349 Apr 07 06:29:14.492745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf2d1b2-5161-4c93-8e39-c646e923b7ac req-d4786a90-d23b-4ec6-9d19-b31fcdabb287 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:14.494262 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aaf2d1b2-5161-4c93-8e39-c646e923b7ac req-d4786a90-d23b-4ec6-9d19-b31fcdabb287 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.0533600 Apr 07 06:29:14.551891 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aaf2d1b2-5161-4c93-8e39-c646e923b7ac req-07b6fd98-9380-420c-8cd7-138454ed7f9a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483646 Apr 07 06:29:14.704251 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41496) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:14.725132 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-09a64cbe-4800-4707-9f3a-8ea19ad47fe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.758343 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d60d6a7-ddac-4c33-8275-8694e993f07a req-c2404d51-65fc-422d-a82a-949f568061a1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0352364 Apr 07 06:29:14.825891 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-09a64cbe-4800-4707-9f3a-8ea19ad47fe6 admin admin] Publish callbacks [] for security_group (db601f5f-e1a9-4fda-81c7-3ecc8edea489), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.886976 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-09a64cbe-4800-4707-9f3a-8ea19ad47fe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (db601f5f-e1a9-4fda-81c7-3ecc8edea489), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.923974 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-09a64cbe-4800-4707-9f3a-8ea19ad47fe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55d69e55007e425abf926190eef1b6f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185616 Apr 07 06:29:14.925962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a64cbe-4800-4707-9f3a-8ea19ad47fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db601f5f-e1a9-4fda-81c7-3ecc8edea489,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:14.926779 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41498) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:14.973361 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23300660-670f-4498-a521-abad42886b16 admin admin] Publish callbacks [] for security_group (db601f5f-e1a9-4fda-81c7-3ecc8edea489), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:14.994583 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23300660-670f-4498-a521-abad42886b16 admin admin] Publish callbacks [] for security_group (db601f5f-e1a9-4fda-81c7-3ecc8edea489), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:15.093507 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1f74-8190-4487-9995-3595696efaeb req-62f6d40f-362c-4f77-b692-dcc3c94e1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:15.094843 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-62f6d40f-362c-4f77-b692-dcc3c94e1285 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0451155 Apr 07 06:29:15.138513 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23300660-670f-4498-a521-abad42886b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (db601f5f-e1a9-4fda-81c7-3ecc8edea489), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:15.141718 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23300660-670f-4498-a521-abad42886b16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:15.142862 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-23300660-670f-4498-a521-abad42886b16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db601f5f-e1a9-4fda-81c7-3ecc8edea489 HTTP/1.1" status: 204 len: 168 time: 0.2151060 Apr 07 06:29:15.150745 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23300660-670f-4498-a521-abad42886b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db601f5f-e1a9-4fda-81c7-3ecc8edea489,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:15.671319 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600baaff-904e-422f-aae2-c6bc89e74d0a req-6fa76afc-ea31-42b1-9887-2168dc67c169 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:15.672757 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-600baaff-904e-422f-aae2-c6bc89e74d0a req-6fa76afc-ea31-42b1-9887-2168dc67c169 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 943 time: 0.0580313 Apr 07 06:29:15.720136 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-600baaff-904e-422f-aae2-c6bc89e74d0a req-faf8a4f3-4327-476d-9ee8-62cd506253ab tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Apr 07 06:29:15.851272 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b695aae-2717-41d3-849f-296fa2a3074a req-ec38a76b-ff27-48cf-ae4b-3320d398bba7 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0256557 Apr 07 06:29:16.008074 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:29:16.065901 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a1f74-8190-4487-9995-3595696efaeb req-6799c23d-564d-47b9-b035-1ebe12f17049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:16.067418 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-6799c23d-564d-47b9-b035-1ebe12f17049 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509977 Apr 07 06:29:16.135680 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:16.147545 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'port_id': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'mac_address': 'fa:16:3e:86:03:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:29:16.173229 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-9abce40f-f12c-4095-92b9-fdbfe9c7fb76 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906608 Apr 07 06:29:16.188704 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:16.189121 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:16.203007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:16.229240 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:16.265167 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-821a1f74-8190-4487-9995-3595696efaeb req-802e13ce-3199-4105-a114-b98476a2c12a service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895727 Apr 07 06:29:16.327366 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:16.353355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device c2b6713d-7afc-4082-b9b9-b1e46ef94e17 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:29:16.406089 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:16.481608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:16.494260 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'port_id': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17', 'mac_address': 'fa:16:3e:b9:1c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:29:16.535462 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:16.535886 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:16.551906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b6713d-7afc-4082-b9b9-b1e46ef94e17 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:16.571470 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:16.640014 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['8a13ddf7-e6a3-45c1-bc88-c0aaca81f612'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:29:16.685409 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:16.757602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:16.857558 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceddbd4-e5a0-4dfa-a3d5-59ac11957828 req-2cfca7b3-5a02-48a1-b4b5-3d4eb53500ab tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:16.859158 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3ceddbd4-e5a0-4dfa-a3d5-59ac11957828 req-2cfca7b3-5a02-48a1-b4b5-3d4eb53500ab tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 944 time: 0.0598340 Apr 07 06:29:16.910247 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3ceddbd4-e5a0-4dfa-a3d5-59ac11957828 req-ee1b47bb-e720-4bac-86b4-f91f82d00d11 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448823 Apr 07 06:29:16.960147 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d97b1d24-11b8-4a93-beca-48150529f3a9 req-5a32ecba-9eb2-49a0-b947-51e3bb2b6d3d tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0368490 Apr 07 06:29:17.254088 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-7e562246-62a6-42ff-af60-69e103c5e4af tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:17.255437 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-7e562246-62a6-42ff-af60-69e103c5e4af tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "GET /v2.0/networks?id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 200 len: 814 time: 0.1022093 Apr 07 06:29:17.273083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Request body: {'port': {'device_id': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1', 'admin_state_up': True, 'tenant_id': 'e3434366e8944e198a26127bcfec8e65'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:17.413937 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:29:17.504421 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Made reservation on behalf of e3434366e8944e198a26127bcfec8e65 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:17.507697 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:17.523145 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['c2b6713d-7afc-4082-b9b9-b1e46ef94e17'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:29:17.656263 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Allocated IP 172.20.0.6 (f9d5bfd0-ea49-485e-b149-8935dc3c61c1/258b156d-0d06-4c5a-a47f-120fe2845509/90892fdf-89b2-491c-acba-a97c7b3acd19) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:29:17.826912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks [] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:17.938845 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:17.983787 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:29:17.997799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:18.017720 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:29:18.022061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Pushing event updated for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:18.108909 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:18.109577 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.126165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9636d-a6a8-40bf-9d96-9c7a21860268 req-f3cb88c5-22de-41cd-8ffb-bef38b550f00 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:18.127632 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-69d9636d-a6a8-40bf-9d96-9c7a21860268 req-f3cb88c5-22de-41cd-8ffb-bef38b550f00 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 944 time: 0.1428277 Apr 07 06:29:18.157199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4133f-3d46-49a7-9d60-d0128e6391ac req-1510cd2b-d081-435e-9cfe-f4844b49af1c tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:18.158628 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a0f4133f-3d46-49a7-9d60-d0128e6391ac req-1510cd2b-d081-435e-9cfe-f4844b49af1c tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 931 time: 0.1086392 Apr 07 06:29:18.202822 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-69d9636d-a6a8-40bf-9d96-9c7a21860268 req-36b01b7d-8e8c-469e-a746-4213e0624eb9 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692163 Apr 07 06:29:18.223630 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a0f4133f-3d46-49a7-9d60-d0128e6391ac req-54a61959-32e8-4451-bcb4-c353eb19b6b3 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586011 Apr 07 06:29:18.247343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-93c7ab7e-4223-4c17-9a58-61d78eab2cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.278911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-d8b75d12-33d0-45cb-88e6-510d8ba962b1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0099616 Apr 07 06:29:18.290978 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Request body: {'port': {'device_id': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:18.345955 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device c2b6713d-7afc-4082-b9b9-b1e46ef94e17 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:18.357791 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.487965 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:29:18.494180 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:18.494557 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.577367 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:18.578047 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.612046 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:18.614568 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c76b3e-d304-4c1a-b24b-b37f5e220ee8" -d '{"events": [{"server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:18.632437 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:18.638574 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90892fdf-89b2-491c-acba-a97c7b3acd19 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:18.647145 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks [] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.658042 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb46c23-cf69-48a8-840a-688808c0fc59 x-openstack-request-id: req-adb46c23-cf69-48a8-840a-688808c0fc59 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:18.663028 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "name": "network-vif-plugged", "status": "completed", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:18.663028 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adb46c23-cf69-48a8-840a-688808c0fc59 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:18.663028 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb46c23-cf69-48a8-840a-688808c0fc59'] response: {'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17', 'code': 200} Apr 07 06:29:18.663296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Transition to ACTIVE for port object 90892fdf-89b2-491c-acba-a97c7b3acd19 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:29:18.749805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.752337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.752441 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:18.815343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Pushing event updated for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:18.835440 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:18.870040 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Attempting to bind port 90892fdf-89b2-491c-acba-a97c7b3acd19 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:29:18.870379 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Attempting to bind port 90892fdf-89b2-491c-acba-a97c7b3acd19 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:29:18.870710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Attempting to bind port 90892fdf-89b2-491c-acba-a97c7b3acd19 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:18.875562 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Port 90892fdf-89b2-491c-acba-a97c7b3acd19 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:29:18.875920 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Attempting to bind port 90892fdf-89b2-491c-acba-a97c7b3acd19 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:18.880623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:29:18.880961 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Checking segment: {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:18.881351 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Bound using segment: {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:29:18.881776 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Bound port: 90892fdf-89b2-491c-acba-a97c7b3acd19, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:29:18.882135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.898555 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:29:18.902555 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:18.902963 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:18.958527 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:29:18.961849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=90892fdf-89b2-491c-acba-a97c7b3acd19,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:29:18.994456 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:18.994850 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:19.017074 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb5914-722c-4ed4-942d-93de965ddfb1 req-1d1df619-2405-4162-bd20-1a31d6ee1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.018673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-16cb5914-722c-4ed4-942d-93de965ddfb1 req-1d1df619-2405-4162-bd20-1a31d6ee1a5c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1130 time: 0.0433881 Apr 07 06:29:19.027348 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:19.043313 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:19.092396 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.093032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:19.094381 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] 10.222.0.25 "PUT /v2.0/ports/90892fdf-89b2-491c-acba-a97c7b3acd19 HTTP/1.1" status: 200 len: 1093 time: 0.8073659 Apr 07 06:29:19.094950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:19.097637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:19.101456 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-16cb5914-722c-4ed4-942d-93de965ddfb1 req-763d0575-89dc-43dc-957b-04dd91f1c97e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766139 Apr 07 06:29:19.111341 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:19.129849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc913d0-f60d-4ce3-92a5-8c862943be2a service neutron] Pushing event updated for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:19.137068 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29136c9-ff3c-4149-bcbe-f48c31625ea4 x-openstack-request-id: req-c29136c9-ff3c-4149-bcbe-f48c31625ea4 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:19.137363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:19.137624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c29136c9-ff3c-4149-bcbe-f48c31625ea4 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:19.138023 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29136c9-ff3c-4149-bcbe-f48c31625ea4'] response: {'name': 'network-changed', 'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19', 'status': 'completed', 'code': 200} Apr 07 06:29:19.168396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:19.389547 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1449f-add2-4548-af00-72fd35c34540 req-9ae6e366-2f3e-4c20-aaa2-f5f6c51825c3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.389547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94e1449f-add2-4548-af00-72fd35c34540 req-9ae6e366-2f3e-4c20-aaa2-f5f6c51825c3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0813844 Apr 07 06:29:19.411554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba6fb76-61de-4468-be56-207946a042cb req-197299a7-d439-49d4-9617-d3233a76d931 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.413055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ba6fb76-61de-4468-be56-207946a042cb req-197299a7-d439-49d4-9617-d3233a76d931 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.1161928 Apr 07 06:29:19.462223 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94e1449f-add2-4548-af00-72fd35c34540 req-1437a6f5-fd46-4adc-92e1-2468ccd2595f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986252 Apr 07 06:29:19.465133 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-30b80c06-fd2e-4314-8cdc-f28ef4a57826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.469063 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-30b80c06-fd2e-4314-8cdc-f28ef4a57826 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 1127 time: 0.1115718 Apr 07 06:29:19.522012 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-05d650c7-884b-4abc-ad87-f6cdef52578f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90892fdf-89b2-491c-acba-a97c7b3acd19 HTTP/1.1" status: 200 len: 217 time: 0.0457060 Apr 07 06:29:19.529021 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ba6fb76-61de-4468-be56-207946a042cb req-940ca8a9-45b6-4fb5-8698-8ec8007d7d87 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014676 Apr 07 06:29:19.955628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d36277-b982-4e27-a970-39a5df26e4ef req-4a69f02f-61d6-486d-9d72-d372676906ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:19.957108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-4a69f02f-61d6-486d-9d72-d372676906ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=258b156d-0d06-4c5a-a47f-120fe2845509 HTTP/1.1" status: 200 len: 854 time: 0.0451562 Apr 07 06:29:19.992678 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-05c51330-3ce6-4cce-938b-8c3abfcbf25f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280282 Apr 07 06:29:20.082061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-05808c8c-3e03-4200-986e-3a0169b03570 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819898 Apr 07 06:29:20.176391 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41622) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:20.197610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-44d36277-b982-4e27-a970-39a5df26e4ef req-44bb76b3-71b8-4a0d-8908-9ff37aa269e6 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010654 Apr 07 06:29:20.288857 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-70c2b4f3-f002-498a-9cc4-d8b1212d060e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.362403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-70c2b4f3-f002-498a-9cc4-d8b1212d060e admin admin] Publish callbacks [] for security_group (360d352a-9949-4e89-838b-ac45c31cd049), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.443045 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41628) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:20.464633 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-70c2b4f3-f002-498a-9cc4-d8b1212d060e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (360d352a-9949-4e89-838b-ac45c31cd049), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.505717 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-70c2b4f3-f002-498a-9cc4-d8b1212d060e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ee3a57839d64592b097e00d58acf53f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281913 Apr 07 06:29:20.506521 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2b4f3-f002-498a-9cc4-d8b1212d060e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360d352a-9949-4e89-838b-ac45c31cd049,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:20.508311 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41634) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:20.572258 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] Publish callbacks [] for security_group (360d352a-9949-4e89-838b-ac45c31cd049), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.590826 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f2cd3e67-4d9b-45aa-b976-d5972bd75253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.592915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8373a418-3bb7-43cd-805d-f71feae38a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.595727 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] Publish callbacks [] for security_group (360d352a-9949-4e89-838b-ac45c31cd049), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.659170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1989f8c5-7c56-48c7-a189-c736fb57b596 req-d5e97c0f-7975-40b7-81ae-036b8e612c60 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:20.660503 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:20.660742 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1989f8c5-7c56-48c7-a189-c736fb57b596 req-d5e97c0f-7975-40b7-81ae-036b8e612c60 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.1239450 Apr 07 06:29:20.662743 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a30a7b-57ab-4daf-8b25-a71384429bc4" -d '{"events": [{"server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "name": "network-vif-plugged", "status": "completed", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:20.694043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b736540-76ea-4ffa-8dba-92106b38e4df req-e6c45fc6-5633-4c2d-95c5-79fb41afd635 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:20.695474 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b736540-76ea-4ffa-8dba-92106b38e4df req-e6c45fc6-5633-4c2d-95c5-79fb41afd635 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.0932541 Apr 07 06:29:20.727101 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (360d352a-9949-4e89-838b-ac45c31cd049), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.729921 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.731092 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/360d352a-9949-4e89-838b-ac45c31cd049 HTTP/1.1" status: 204 len: 168 time: 0.2209332 Apr 07 06:29:20.737695 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1989f8c5-7c56-48c7-a189-c736fb57b596 req-9878bdaa-8646-40ee-8efe-c9f612e816e8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706708 Apr 07 06:29:20.742609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6de56-80ca-43f5-b4eb-ad8547f2f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360d352a-9949-4e89-838b-ac45c31cd049,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:20.798086 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b736540-76ea-4ffa-8dba-92106b38e4df req-9f9216d3-c068-4da7-a62c-7feb2357c1cf tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925274 Apr 07 06:29:20.803349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a51a76-74ea-4adb-85d9-8b767ebd7053 x-openstack-request-id: req-88a51a76-74ea-4adb-85d9-8b767ebd7053 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:20.803679 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "name": "network-vif-plugged", "status": "completed", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:20.805370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88a51a76-74ea-4adb-85d9-8b767ebd7053 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:20.807372 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88a51a76-74ea-4adb-85d9-8b767ebd7053'] response: {'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'code': 200} Apr 07 06:29:20.825915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8373a418-3bb7-43cd-805d-f71feae38a38 admin admin] Publish callbacks [] for security_group (34c8dbb4-82f6-43dd-af65-aea27aee7b30), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.944325 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8373a418-3bb7-43cd-805d-f71feae38a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (34c8dbb4-82f6-43dd-af65-aea27aee7b30), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:20.982146 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8373a418-3bb7-43cd-805d-f71feae38a38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a92d3afbcc04f4ea373ef097d274f99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5380547 Apr 07 06:29:20.984238 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373a418-3bb7-43cd-805d-f71feae38a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c8dbb4-82f6-43dd-af65-aea27aee7b30,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:20.994436 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41644) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:21.033012 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] Publish callbacks [] for security_group (34c8dbb4-82f6-43dd-af65-aea27aee7b30), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:21.056959 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] Publish callbacks [] for security_group (34c8dbb4-82f6-43dd-af65-aea27aee7b30), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:21.196050 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (34c8dbb4-82f6-43dd-af65-aea27aee7b30), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:21.198778 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:21.200009 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34c8dbb4-82f6-43dd-af65-aea27aee7b30 HTTP/1.1" status: 204 len: 168 time: 0.2140253 Apr 07 06:29:21.212790 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4e83-5db3-40db-8422-b3df1aff08e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c8dbb4-82f6-43dd-af65-aea27aee7b30,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:21.904279 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aad19-f22c-4b73-93bf-d066522b278e req-657e8e12-b351-43ad-ad17-b538156646ff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:21.908217 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-169aad19-f22c-4b73-93bf-d066522b278e req-657e8e12-b351-43ad-ad17-b538156646ff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0821733 Apr 07 06:29:21.955377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6355b-f4c6-4a41-87fb-dc92b7f331fd req-4e9d5846-bfb7-450d-89c8-51338a280cd8 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:21.956888 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ece6355b-f4c6-4a41-87fb-dc92b7f331fd req-4e9d5846-bfb7-450d-89c8-51338a280cd8 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.0882370 Apr 07 06:29:21.967840 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:21.977239 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-169aad19-f22c-4b73-93bf-d066522b278e req-36213f0a-bd01-442c-b923-bd62a11e613d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632968 Apr 07 06:29:22.012424 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ece6355b-f4c6-4a41-87fb-dc92b7f331fd req-0a3bcb3c-2bb9-4162-8364-dac8f4af0477 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480371 Apr 07 06:29:22.915714 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:23.128203 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cb515-6533-4efc-835a-798aee5848e5 req-29930b19-8339-4448-8e7d-bde97ad74a1d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:23.130618 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-202cb515-6533-4efc-835a-798aee5848e5 req-29930b19-8339-4448-8e7d-bde97ad74a1d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0835955 Apr 07 06:29:23.150896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1bce1-ee44-4da7-9f3d-70a575a30a84 req-726636ef-0257-4d43-ad0a-f0faffd6843f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:23.152331 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24f1bce1-ee44-4da7-9f3d-70a575a30a84 req-726636ef-0257-4d43-ad0a-f0faffd6843f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.0728614 Apr 07 06:29:23.216259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-202cb515-6533-4efc-835a-798aee5848e5 req-2fb8e777-4058-4874-8804-bf4c9a9a78a6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807621 Apr 07 06:29:23.221030 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24f1bce1-ee44-4da7-9f3d-70a575a30a84 req-c3225f5b-8af6-4b30-a9cd-42788a269b48 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626009 Apr 07 06:29:24.403003 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091c673-9764-46bf-89ce-83d7639623e0 req-7bb5d059-2390-4880-a47e-c2506095950b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.404517 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0091c673-9764-46bf-89ce-83d7639623e0 req-7bb5d059-2390-4880-a47e-c2506095950b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0985763 Apr 07 06:29:24.413022 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45233b-795e-4831-ac01-e48cacac4663 req-9954d5ef-2449-47b4-b997-dbc9a032063a tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.415093 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb45233b-795e-4831-ac01-e48cacac4663 req-9954d5ef-2449-47b4-b997-dbc9a032063a tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.0996282 Apr 07 06:29:24.464379 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:24.524186 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-496acebb-7855-4ec4-bd1a-9ab210c532dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.525614 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-496acebb-7855-4ec4-bd1a-9ab210c532dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 1127 time: 0.1094639 Apr 07 06:29:24.528641 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0091c673-9764-46bf-89ce-83d7639623e0 req-c8e1baf3-0ad8-4299-a856-e92814438457 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859172 Apr 07 06:29:24.531938 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb45233b-795e-4831-ac01-e48cacac4663 req-e7b8dca0-fb1e-4a49-824c-3576d2c85e43 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049135 Apr 07 06:29:24.626680 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-116f649a-7724-4027-ae1a-eec26590a438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.628572 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-116f649a-7724-4027-ae1a-eec26590a438 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 200 len: 914 time: 0.0950928 Apr 07 06:29:24.677170 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-5872ad71-fb2d-4d99-98db-d7fb6ae80e81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90892fdf-89b2-491c-acba-a97c7b3acd19 HTTP/1.1" status: 200 len: 217 time: 0.0404108 Apr 07 06:29:24.762064 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-388baf6b-df33-418a-8c48-23eb404e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.763845 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-388baf6b-df33-418a-8c48-23eb404e335f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=258b156d-0d06-4c5a-a47f-120fe2845509 HTTP/1.1" status: 200 len: 854 time: 0.0757751 Apr 07 06:29:24.782006 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f49cd-edf9-447b-8119-a024750c2415 req-f2500a7d-4bdf-4500-aa07-9d2bcc134bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:24.783408 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b5f49cd-edf9-447b-8119-a024750c2415 req-f2500a7d-4bdf-4500-aa07-9d2bcc134bda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 1129 time: 0.0688460 Apr 07 06:29:24.798253 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-51c680b5-d736-4a19-961c-b8803fc9db02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264628 Apr 07 06:29:25.135923 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b5f49cd-edf9-447b-8119-a024750c2415 req-8fbd61c9-2a6c-46b0-a966-7324f2211e3d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294291 Apr 07 06:29:25.160813 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-99b07e12-b187-48e1-a9ad-882632e43b5f service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3534005 Apr 07 06:29:25.471873 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5b7842c9-2940-4a1c-8fc1-028e3b847bc8 req-75f37dde-deae-4c7d-9b20-e252ae407ae1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800352 Apr 07 06:29:25.653837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1943ca1-b1df-4922-ab11-914baf3dc0ed req-ddb5bf64-a2fa-451c-8abd-f1231a6cdcf9 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:25.655301 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1943ca1-b1df-4922-ab11-914baf3dc0ed req-ddb5bf64-a2fa-451c-8abd-f1231a6cdcf9 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 943 time: 0.0537190 Apr 07 06:29:25.704837 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1943ca1-b1df-4922-ab11-914baf3dc0ed req-6925b02b-b183-4ac7-92f7-903a1e0a9f32 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439553 Apr 07 06:29:25.814650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4e22e-5409-4db5-ad0c-ef08f360fd98 req-c8b592d5-623c-47b8-b0fb-ec1febb5ce01 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:25.816118 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8da4e22e-5409-4db5-ad0c-ef08f360fd98 req-c8b592d5-623c-47b8-b0fb-ec1febb5ce01 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0594385 Apr 07 06:29:25.864610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8da4e22e-5409-4db5-ad0c-ef08f360fd98 req-d6f515dd-6d85-4c8e-8f83-dc8d37212bd4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Apr 07 06:29:26.268879 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41760) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:26.302377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05f4d4-e3da-4937-9b52-117fb52b9be7 req-7cc0ca91-084d-431e-98a9-d01e81c9af80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:26.304926 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae05f4d4-e3da-4937-9b52-117fb52b9be7 req-7cc0ca91-084d-431e-98a9-d01e81c9af80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0560269 Apr 07 06:29:26.356306 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ae05f4d4-e3da-4937-9b52-117fb52b9be7 req-57ffd465-430a-491e-a207-34407cf90512 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468147 Apr 07 06:29:26.385178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 90892fdf-89b2-491c-acba-a97c7b3acd19 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:29:26.386034 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72602aba-c0a5-432c-b1df-f0140526c2e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.458768 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72602aba-c0a5-432c-b1df-f0140526c2e7 admin admin] Publish callbacks [] for security_group (785271eb-c491-4546-98b4-3b55f009bf54), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.480882 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=90892fdf-89b2-491c-acba-a97c7b3acd19,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:26.492766 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '90892fdf-89b2-491c-acba-a97c7b3acd19', 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1', 'port_id': '90892fdf-89b2-491c-acba-a97c7b3acd19', 'mac_address': 'fa:16:3e:89:71:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258b156d-0d06-4c5a-a47f-120fe2845509', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:29:26.530688 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 90892fdf-89b2-491c-acba-a97c7b3acd19 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:26.531695 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.543663 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90892fdf-89b2-491c-acba-a97c7b3acd19 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:26.565309 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=90892fdf-89b2-491c-acba-a97c7b3acd19,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:26.567140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-72602aba-c0a5-432c-b1df-f0140526c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (785271eb-c491-4546-98b4-3b55f009bf54), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.606224 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-72602aba-c0a5-432c-b1df-f0140526c2e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b48f9cff8c14cc08138fdf80d7d24e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3356442 Apr 07 06:29:26.607066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72602aba-c0a5-432c-b1df-f0140526c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785271eb-c491-4546-98b4-3b55f009bf54,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:26.609439 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41766) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:26.652793 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.655664 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] Publish callbacks [] for security_group (785271eb-c491-4546-98b4-3b55f009bf54), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.680244 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] Publish callbacks [] for security_group (785271eb-c491-4546-98b4-3b55f009bf54), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.699419 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:26.787687 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (785271eb-c491-4546-98b4-3b55f009bf54), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.787687 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:26.787687 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/785271eb-c491-4546-98b4-3b55f009bf54 HTTP/1.1" status: 204 len: 168 time: 0.1764715 Apr 07 06:29:26.820900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4c8ef-dd1d-432b-b71e-b97fae51abf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785271eb-c491-4546-98b4-3b55f009bf54,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:26.847032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b54510-4023-468b-8580-5393a3b533d2 req-4f4ebb6a-4007-4d78-9f8a-1aff47f94691 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:26.848613 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85b54510-4023-468b-8580-5393a3b533d2 req-4f4ebb6a-4007-4d78-9f8a-1aff47f94691 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 944 time: 0.0772696 Apr 07 06:29:26.898456 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85b54510-4023-468b-8580-5393a3b533d2 req-1655bd8e-2fb5-4d67-8046-56553a316e87 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441930 Apr 07 06:29:26.958155 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['90892fdf-89b2-491c-acba-a97c7b3acd19'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:29:26.982562 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a07312-9313-4e3c-95dd-2e4d9894b601 req-ba95704d-4f5b-4fd5-905d-a17e660bdbc5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:26.984100 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08a07312-9313-4e3c-95dd-2e4d9894b601 req-ba95704d-4f5b-4fd5-905d-a17e660bdbc5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0526795 Apr 07 06:29:27.041671 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08a07312-9313-4e3c-95dd-2e4d9894b601 req-b2e96d27-f8c5-494d-ba4e-8850d43000f0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484741 Apr 07 06:29:27.480917 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e5448-fb88-4d1e-afd5-20cccf140b08 req-dfbb0b82-3886-480b-ab41-36e29da97605 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:27.482369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d9e5448-fb88-4d1e-afd5-20cccf140b08 req-dfbb0b82-3886-480b-ab41-36e29da97605 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0513113 Apr 07 06:29:27.528154 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d9e5448-fb88-4d1e-afd5-20cccf140b08 req-61a533f2-e7b2-465f-b036-8498b6e4a8a0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401249 Apr 07 06:29:28.019629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d5f31a-1812-4eaa-acfb-6bdc37d269c4 req-cba45082-a1da-4358-a2f5-0bde5e5afd0b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:28.021126 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9d5f31a-1812-4eaa-acfb-6bdc37d269c4 req-cba45082-a1da-4358-a2f5-0bde5e5afd0b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 944 time: 0.0551996 Apr 07 06:29:28.066849 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9d5f31a-1812-4eaa-acfb-6bdc37d269c4 req-5d651be1-2fc6-43cf-90c0-1ab67ce4de69 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Apr 07 06:29:28.166915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b2f6b-871a-4993-90ff-069c4b7eae19 req-e9e4a135-1818-4bc8-9875-fabf37e9c0c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:28.168307 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b7b2f6b-871a-4993-90ff-069c4b7eae19 req-e9e4a135-1818-4bc8-9875-fabf37e9c0c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0545580 Apr 07 06:29:28.214379 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1b7b2f6b-871a-4993-90ff-069c4b7eae19 req-3412b583-9982-4b0a-9d03-5027b573625c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404072 Apr 07 06:29:28.407559 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 90892fdf-89b2-491c-acba-a97c7b3acd19 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:28.521657 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 90892fdf-89b2-491c-acba-a97c7b3acd19 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:29:28.526600 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 90892fdf-89b2-491c-acba-a97c7b3acd19 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:28.527014 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:28.607046 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 90892fdf-89b2-491c-acba-a97c7b3acd19 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:28.607440 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:28.636081 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:28.638310 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b047e09-f9c9-46b4-bba6-cc84f1f4706c" -d '{"events": [{"server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "name": "network-vif-plugged", "status": "completed", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:28.659220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=90892fdf-89b2-491c-acba-a97c7b3acd19,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:28.667073 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f7f3b-1331-4a21-af9a-964cfe5f3c54 req-dee43688-fd80-4632-86d7-b85c10f8645d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:28.668592 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-901f7f3b-1331-4a21-af9a-964cfe5f3c54 req-dee43688-fd80-4632-86d7-b85c10f8645d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0692317 Apr 07 06:29:28.744926 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-901f7f3b-1331-4a21-af9a-964cfe5f3c54 req-5f63a092-8395-494b-8785-625d27031548 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706408 Apr 07 06:29:28.756976 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7357da3-56e9-4f38-a689-fee5a3630ab7 req-17d4d825-3b89-4967-8e84-ae376020bacb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:28.758442 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7357da3-56e9-4f38-a689-fee5a3630ab7 req-17d4d825-3b89-4967-8e84-ae376020bacb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0781209 Apr 07 06:29:28.780547 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:28.817741 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83592c-abde-4b94-b34f-d0c81058e6cb x-openstack-request-id: req-ea83592c-abde-4b94-b34f-d0c81058e6cb {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:28.819670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "name": "network-vif-plugged", "status": "completed", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:28.819670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea83592c-abde-4b94-b34f-d0c81058e6cb {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:28.819670 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea83592c-abde-4b94-b34f-d0c81058e6cb'] response: {'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19', 'code': 200} Apr 07 06:29:28.845271 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7357da3-56e9-4f38-a689-fee5a3630ab7 req-f6de805d-f93c-492b-bfca-117622596ced tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707552 Apr 07 06:29:28.849339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:28.899993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-9f85df2c-723c-43ac-a372-945feb9833c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:28.901832 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-9f85df2c-723c-43ac-a372-945feb9833c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 1129 time: 0.0517764 Apr 07 06:29:28.967409 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41824) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:29.005506 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-acc6ffdc-9ec9-4f27-a891-ce2164ff2d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.007015 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-acc6ffdc-9ec9-4f27-a891-ce2164ff2d47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.0983922 Apr 07 06:29:29.059119 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-8afb2e6a-dfd0-4a0d-873b-1a75bec9a099 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 HTTP/1.1" status: 200 len: 217 time: 0.0369837 Apr 07 06:29:29.082501 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c06bf029-be81-4cd3-a14f-b9c5ad1d1c6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.202272 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-6d1748f4-f520-4122-a84c-17e9c069631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.204308 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-6d1748f4-f520-4122-a84c-17e9c069631d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.1293778 Apr 07 06:29:29.264881 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ee09d7-559f-439f-bd25-59c04e7e873f req-6df9c5e4-c824-4b5e-b41a-f81651ff219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.267068 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e0ee09d7-559f-439f-bd25-59c04e7e873f req-6df9c5e4-c824-4b5e-b41a-f81651ff219c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 1129 time: 0.1589298 Apr 07 06:29:29.293948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b4869-4822-4ac2-9b44-52511d9ae88f req-b30ca979-aed4-4c19-ac72-b22c2896cddf tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.295311 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d1b4869-4822-4ac2-9b44-52511d9ae88f req-b30ca979-aed4-4c19-ac72-b22c2896cddf tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.1475060 Apr 07 06:29:29.325197 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c06bf029-be81-4cd3-a14f-b9c5ad1d1c6e admin admin] Publish callbacks [] for security_group (d7694831-01a8-49da-972d-44037878a621), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.351185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-ac343093-bcdf-4966-847b-4ba9a5d1834b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.352762 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-ac343093-bcdf-4966-847b-4ba9a5d1834b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1306336 Apr 07 06:29:29.392884 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e0ee09d7-559f-439f-bd25-59c04e7e873f req-78caf510-6f4d-43ea-87ef-899557b60f26 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073565 Apr 07 06:29:29.436279 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d1b4869-4822-4ac2-9b44-52511d9ae88f req-346d2535-824e-48e9-b0f9-762f8e41d1fa tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325252 Apr 07 06:29:29.479114 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-74468793-52ea-4dcd-9708-aec017c2ef8c service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052372 Apr 07 06:29:29.527337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c06bf029-be81-4cd3-a14f-b9c5ad1d1c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d7694831-01a8-49da-972d-44037878a621), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.568946 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c06bf029-be81-4cd3-a14f-b9c5ad1d1c6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25fd9aaa60524cc0b9e57e5f17b55fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6003671 Apr 07 06:29:29.570873 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06bf029-be81-4cd3-a14f-b9c5ad1d1c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7694831-01a8-49da-972d-44037878a621,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:29.571709 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41830) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:29.620022 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] Publish callbacks [] for security_group (d7694831-01a8-49da-972d-44037878a621), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.641354 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] Publish callbacks [] for security_group (d7694831-01a8-49da-972d-44037878a621), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.720326 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-40301037-c97f-4308-bcab-d374e1c0bff3 req-29c84496-3883-426d-9c51-79ca091cac43 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962069 Apr 07 06:29:29.761641 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d7694831-01a8-49da-972d-44037878a621), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.764428 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:29.765754 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d7694831-01a8-49da-972d-44037878a621 HTTP/1.1" status: 204 len: 168 time: 0.1930399 Apr 07 06:29:29.773998 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881d327-c479-4049-86d3-744fc9f6e69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7694831-01a8-49da-972d-44037878a621,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:29.895011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb255f53-08f2-46c2-8a7c-2093a0d1e585 req-a232a442-71eb-44e4-b07a-a55dd32158a4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:29.896618 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb255f53-08f2-46c2-8a7c-2093a0d1e585 req-a232a442-71eb-44e4-b07a-a55dd32158a4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0662251 Apr 07 06:29:29.977785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb255f53-08f2-46c2-8a7c-2093a0d1e585 req-798275fb-4928-4da2-8e22-355cf92d3e2f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720694 Apr 07 06:29:30.001673 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354222f-9f34-44b4-9d17-1dc6218a4a80 req-06fe1ffe-85a3-4600-9daa-49f58734b8d3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:30.003374 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5354222f-9f34-44b4-9d17-1dc6218a4a80 req-06fe1ffe-85a3-4600-9daa-49f58734b8d3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0796287 Apr 07 06:29:30.060253 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5354222f-9f34-44b4-9d17-1dc6218a4a80 req-e2050bc0-b982-4805-a308-f77298e7f190 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485835 Apr 07 06:29:30.402295 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 41850) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:30.415992 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bc36bdd-70e0-459e-8ae0-4c4b59ab4ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.491162 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bc36bdd-70e0-459e-8ae0-4c4b59ab4ec2 admin admin] Publish callbacks [] for security_group (6f70151d-4d0f-444b-a5ed-7dcbbb49c125), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.553259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a56d5c-47e0-4343-a9e3-a69c4ec6d25c req-bfbcd360-5d49-42af-bc2e-826cae48a566 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:30.556368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85a56d5c-47e0-4343-a9e3-a69c4ec6d25c req-bfbcd360-5d49-42af-bc2e-826cae48a566 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0531731 Apr 07 06:29:30.557565 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bc36bdd-70e0-459e-8ae0-4c4b59ab4ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (6f70151d-4d0f-444b-a5ed-7dcbbb49c125), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.610694 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc36bdd-70e0-459e-8ae0-4c4b59ab4ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70151d-4d0f-444b-a5ed-7dcbbb49c125,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:30.620382 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2bc36bdd-70e0-459e-8ae0-4c4b59ab4ec2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c5d319d2d1243fd8291b1309a4571c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169957 Apr 07 06:29:30.623334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 41856) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:30.645253 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85a56d5c-47e0-4343-a9e3-a69c4ec6d25c req-19be1598-1354-4c56-89c9-df3cea865398 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818872 Apr 07 06:29:30.680474 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] Publish callbacks [] for security_group (6f70151d-4d0f-444b-a5ed-7dcbbb49c125), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.704200 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] Publish callbacks [] for security_group (6f70151d-4d0f-444b-a5ed-7dcbbb49c125), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.864338 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (6f70151d-4d0f-444b-a5ed-7dcbbb49c125), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.867027 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:30.868260 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f70151d-4d0f-444b-a5ed-7dcbbb49c125 HTTP/1.1" status: 204 len: 168 time: 0.2437785 Apr 07 06:29:30.876340 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6589ec0-b246-4059-aea4-ce325b1f4cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70151d-4d0f-444b-a5ed-7dcbbb49c125,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:31.107584 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c734b-51fe-4315-b7c7-dc1b8fa503c0 req-ba0baa1d-1b65-40d2-be68-1d1a463f12bb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:31.109678 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-410c734b-51fe-4315-b7c7-dc1b8fa503c0 req-ba0baa1d-1b65-40d2-be68-1d1a463f12bb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0565028 Apr 07 06:29:31.186142 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-410c734b-51fe-4315-b7c7-dc1b8fa503c0 req-7c1068ce-a80f-4966-8507-3c85b7d95fcd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705755 Apr 07 06:29:31.214220 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25642a-c8de-4fd3-9059-555e48082958 req-53a0a4f6-c8be-4f39-bd01-c480a817d8af tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:31.215911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d25642a-c8de-4fd3-9059-555e48082958 req-53a0a4f6-c8be-4f39-bd01-c480a817d8af tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0867152 Apr 07 06:29:31.265043 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d25642a-c8de-4fd3-9059-555e48082958 req-d8c78ed6-a344-4548-a91e-36fc737ec89e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432315 Apr 07 06:29:31.791091 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0ac6b-b255-4177-b2f6-f00ec819c7fc req-f3f3f770-0977-400a-ac8c-514c9f92cbeb tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:31.793070 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d0e0ac6b-b255-4177-b2f6-f00ec819c7fc req-f3f3f770-0977-400a-ac8c-514c9f92cbeb tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0596442 Apr 07 06:29:31.844930 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d0e0ac6b-b255-4177-b2f6-f00ec819c7fc req-3088af99-45e5-495c-b025-f1aa1618536b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Apr 07 06:29:32.309987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4850c0-67ea-4227-828c-cc21e6b8d06f req-bf2f63cf-b3b0-4929-b787-8342fb39cb78 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:32.311616 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c4850c0-67ea-4227-828c-cc21e6b8d06f req-bf2f63cf-b3b0-4929-b787-8342fb39cb78 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0554099 Apr 07 06:29:32.389592 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c4850c0-67ea-4227-828c-cc21e6b8d06f req-9e630d5f-38e5-4ae0-8294-4c07d3111316 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722919 Apr 07 06:29:32.420577 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c0fbe-0523-4fbc-9b94-42257f7bfb31 req-083613ad-471c-4d5e-8ca1-d673458677a3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:32.420577 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb0c0fbe-0523-4fbc-9b94-42257f7bfb31 req-083613ad-471c-4d5e-8ca1-d673458677a3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0704761 Apr 07 06:29:32.476854 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb0c0fbe-0523-4fbc-9b94-42257f7bfb31 req-ba5db4ad-e137-49c1-9781-2f690951192d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482614 Apr 07 06:29:33.544033 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89186581-1ec2-4975-9a34-51abc19ea4f4 req-14618f3f-a978-4ebf-9292-5a913ea85566 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:33.549603 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89186581-1ec2-4975-9a34-51abc19ea4f4 req-14618f3f-a978-4ebf-9292-5a913ea85566 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0781310 Apr 07 06:29:33.626898 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89186581-1ec2-4975-9a34-51abc19ea4f4 req-0765932b-ad71-4006-b084-8172aac3e2c5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689728 Apr 07 06:29:33.651987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9487e413-f2c0-4704-9a23-40b9047e53e3 req-89265c53-434a-4ff6-8424-fec45474ae72 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:33.658932 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9487e413-f2c0-4704-9a23-40b9047e53e3 req-89265c53-434a-4ff6-8424-fec45474ae72 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.1094816 Apr 07 06:29:33.702796 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9487e413-f2c0-4704-9a23-40b9047e53e3 req-30add7c1-8619-4689-a110-4f3a8a9fa42e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429919 Apr 07 06:29:34.781602 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f0bae-43ec-4399-aa5b-c527c29db2c8 req-ba807984-2158-436d-b3e7-e5d92a52dad8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:34.782652 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-310f0bae-43ec-4399-aa5b-c527c29db2c8 req-ba807984-2158-436d-b3e7-e5d92a52dad8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0762098 Apr 07 06:29:34.835901 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-310f0bae-43ec-4399-aa5b-c527c29db2c8 req-25abbd0b-c0aa-450d-9405-941076aab434 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478985 Apr 07 06:29:34.977661 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd71e0-bdf2-4a9a-84fd-b95066d1a994 req-a53dafc0-b097-4e73-a345-f867441ad46c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:34.979016 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9afd71e0-bdf2-4a9a-84fd-b95066d1a994 req-a53dafc0-b097-4e73-a345-f867441ad46c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Apr 07 06:29:34.994070 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42080) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:35.042976 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9afd71e0-bdf2-4a9a-84fd-b95066d1a994 req-a87df23d-d9a8-4a4c-9b74-5803a1a026e6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555019 Apr 07 06:29:35.111699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f65abf9c-74b3-4310-940f-17ebcd66d13f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.194058 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f65abf9c-74b3-4310-940f-17ebcd66d13f admin admin] Publish callbacks [] for security_group (eb872f3f-6349-474f-966a-9bda2673d2f3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.287134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f65abf9c-74b3-4310-940f-17ebcd66d13f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eb872f3f-6349-474f-966a-9bda2673d2f3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.329118 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f65abf9c-74b3-4310-940f-17ebcd66d13f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80a9cbd1f11e4fb4af788df0809bb390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322208 Apr 07 06:29:35.330081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42092) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:35.337900 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65abf9c-74b3-4310-940f-17ebcd66d13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb872f3f-6349-474f-966a-9bda2673d2f3,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:35.388521 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] Publish callbacks [] for security_group (eb872f3f-6349-474f-966a-9bda2673d2f3), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.411281 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] Publish callbacks [] for security_group (eb872f3f-6349-474f-966a-9bda2673d2f3), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.612811 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eb872f3f-6349-474f-966a-9bda2673d2f3), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.612811 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:35.612811 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb872f3f-6349-474f-966a-9bda2673d2f3 HTTP/1.1" status: 204 len: 168 time: 0.2491503 Apr 07 06:29:35.612811 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736dcb22-c819-4d71-bda8-286db43e3ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb872f3f-6349-474f-966a-9bda2673d2f3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:35.979287 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1494fe-bab0-403e-bfe5-4967e72b054d req-d0fe4e14-1ae4-4206-ba9b-19cfe6530283 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:35.981029 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af1494fe-bab0-403e-bfe5-4967e72b054d req-d0fe4e14-1ae4-4206-ba9b-19cfe6530283 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0642316 Apr 07 06:29:36.035529 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-af1494fe-bab0-403e-bfe5-4967e72b054d req-b2310361-5c0f-4b69-b06b-407ec8a721e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481088 Apr 07 06:29:36.163492 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1a6bc-544d-4823-a815-afd426831ade req-3741346b-d963-4ca6-acc9-64641bdb329f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:36.165001 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4e1a6bc-544d-4823-a815-afd426831ade req-3741346b-d963-4ca6-acc9-64641bdb329f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Apr 07 06:29:36.233926 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4e1a6bc-544d-4823-a815-afd426831ade req-bedce5cd-94a2-4b2a-be40-76d82a07affb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536637 Apr 07 06:29:36.309207 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42122) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:36.322279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca96d98-66da-4319-b3c2-cec003caae83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.332824 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.396293 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca96d98-66da-4319-b3c2-cec003caae83 admin admin] Publish callbacks [] for security_group (dfadd33c-421b-4fc7-9d7a-222ae6645002), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.509877 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ca96d98-66da-4319-b3c2-cec003caae83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (dfadd33c-421b-4fc7-9d7a-222ae6645002), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.548875 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7ca96d98-66da-4319-b3c2-cec003caae83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f57c83cf08d4f4ca2f74edb56cffdae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385316 Apr 07 06:29:36.549842 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca96d98-66da-4319-b3c2-cec003caae83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfadd33c-421b-4fc7-9d7a-222ae6645002,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:36.551462 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42126) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:36.601131 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] Publish callbacks [] for security_group (dfadd33c-421b-4fc7-9d7a-222ae6645002), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.621948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] Publish callbacks [] for security_group (dfadd33c-421b-4fc7-9d7a-222ae6645002), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.767281 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (dfadd33c-421b-4fc7-9d7a-222ae6645002), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.769878 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:36.773929 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dfadd33c-421b-4fc7-9d7a-222ae6645002 HTTP/1.1" status: 204 len: 168 time: 0.2185023 Apr 07 06:29:36.781654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cef261-35e9-43d9-a890-5cad081f70bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfadd33c-421b-4fc7-9d7a-222ae6645002,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:37.163047 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e63c6-676a-4c6e-bad1-705066716e1e req-e751c22e-b258-4fd1-bdbc-95ccfeb3f290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:37.165145 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-199e63c6-676a-4c6e-bad1-705066716e1e req-e751c22e-b258-4fd1-bdbc-95ccfeb3f290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Apr 07 06:29:37.216418 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-199e63c6-676a-4c6e-bad1-705066716e1e req-4847b9f4-b64a-4123-aa7d-95f9e27bd593 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461483 Apr 07 06:29:37.349481 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa6f0e-db14-401c-a86f-805162adc805 req-ed69011b-c666-4f15-adf0-64a792f317a5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:37.351225 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60fa6f0e-db14-401c-a86f-805162adc805 req-ed69011b-c666-4f15-adf0-64a792f317a5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0563903 Apr 07 06:29:37.402672 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60fa6f0e-db14-401c-a86f-805162adc805 req-1d23213c-85aa-4e94-b209-83b7c0580781 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459161 Apr 07 06:29:38.339471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1991fb-9ebb-45d2-91f4-930e15468ba1 req-2408bcea-90a3-4687-9713-43bd60a4fdac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:38.341030 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e1991fb-9ebb-45d2-91f4-930e15468ba1 req-2408bcea-90a3-4687-9713-43bd60a4fdac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0514920 Apr 07 06:29:38.396254 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9e1991fb-9ebb-45d2-91f4-930e15468ba1 req-8089fc3f-d43c-4b2f-bf4e-8d430006d827 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493269 Apr 07 06:29:38.524641 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5688dbe-05f9-40d0-9e01-539a947b7c14 req-3e27d112-0a91-4aee-9a6f-b776524457b8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:38.526222 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5688dbe-05f9-40d0-9e01-539a947b7c14 req-3e27d112-0a91-4aee-9a6f-b776524457b8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0567975 Apr 07 06:29:38.578870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5688dbe-05f9-40d0-9e01-539a947b7c14 req-67ea52e5-24f0-490c-bfba-fcffd5f2a60a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458119 Apr 07 06:29:39.519302 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29434b56-a3b0-45a6-b6fd-cc99cfd2f616 req-7832990e-487d-4e1a-b465-404bab02e88a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:39.520819 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29434b56-a3b0-45a6-b6fd-cc99cfd2f616 req-7832990e-487d-4e1a-b465-404bab02e88a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0536151 Apr 07 06:29:39.566928 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29434b56-a3b0-45a6-b6fd-cc99cfd2f616 req-2b1f7f43-16c1-45d5-b481-11175aeb0afe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405712 Apr 07 06:29:39.704284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1de45-b847-4377-9d86-3f9238298fe5 req-592928f8-ecb6-4d7b-bef8-efe29422aa5c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:39.705774 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-92f1de45-b847-4377-9d86-3f9238298fe5 req-592928f8-ecb6-4d7b-bef8-efe29422aa5c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0605943 Apr 07 06:29:39.758293 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-92f1de45-b847-4377-9d86-3f9238298fe5 req-98f6f2ce-94dd-4814-a8cc-d8e15fc9a780 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445859 Apr 07 06:29:40.466280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42218) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:40.571521 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50d4a1eb-3593-404b-9b36-308f30e162e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:40.676217 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50d4a1eb-3593-404b-9b36-308f30e162e1 admin admin] Publish callbacks [] for security_group (afa1f326-79e4-4bed-8fbd-3d01af58590c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:40.701925 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200ae9a-f3c1-4c09-94eb-aaec4df52263 req-894537b3-02f3-4d6b-a247-60e0641c9221 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:40.704042 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e200ae9a-f3c1-4c09-94eb-aaec4df52263 req-894537b3-02f3-4d6b-a247-60e0641c9221 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0620272 Apr 07 06:29:40.756977 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e200ae9a-f3c1-4c09-94eb-aaec4df52263 req-e1d9242c-0c99-4506-aa99-34439e11a495 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472224 Apr 07 06:29:40.784417 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-50d4a1eb-3593-404b-9b36-308f30e162e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (afa1f326-79e4-4bed-8fbd-3d01af58590c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:40.824112 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-50d4a1eb-3593-404b-9b36-308f30e162e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdda24c5092f4244a724c551324165fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3566895 Apr 07 06:29:40.826390 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4a1eb-3593-404b-9b36-308f30e162e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1f326-79e4-4bed-8fbd-3d01af58590c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:40.826846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42228) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:40.878688 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Publish callbacks [] for security_group (afa1f326-79e4-4bed-8fbd-3d01af58590c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:40.886048 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4f9bf-d5f3-4435-a371-d84463b1b9fd req-7a8876a0-f867-4953-915b-1522adc0602a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:40.887540 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9fc4f9bf-d5f3-4435-a371-d84463b1b9fd req-7a8876a0-f867-4953-915b-1522adc0602a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0622318 Apr 07 06:29:40.899910 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Publish callbacks [] for security_group (afa1f326-79e4-4bed-8fbd-3d01af58590c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:40.944086 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9fc4f9bf-d5f3-4435-a371-d84463b1b9fd req-82140744-20cb-4f22-8f5e-98f6f2ef4b52 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507588 Apr 07 06:29:41.029968 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (afa1f326-79e4-4bed-8fbd-3d01af58590c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:41.032683 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:41.033862 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afa1f326-79e4-4bed-8fbd-3d01af58590c HTTP/1.1" status: 204 len: 168 time: 0.2053781 Apr 07 06:29:41.047182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1f326-79e4-4bed-8fbd-3d01af58590c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:41.056752 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.057187 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.057466 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.057884 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.058331 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.058666 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.058999 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.059319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.059659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.060014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.060361 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.060714 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.061032 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.061351 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.061665 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b08eb66-fb43-4deb-a6cd-2dc6faa48d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:41.881604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15037c8-2eaa-49ec-8321-4dd998ce86a5 req-357821a4-e4ba-490f-a417-996daf003f02 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:41.882990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d15037c8-2eaa-49ec-8321-4dd998ce86a5 req-357821a4-e4ba-490f-a417-996daf003f02 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0509415 Apr 07 06:29:41.931902 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d15037c8-2eaa-49ec-8321-4dd998ce86a5 req-8a21a570-87aa-470f-aabe-a562270fac22 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432239 Apr 07 06:29:42.069221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd9ef2-7e58-4db7-8ab1-cb027eccd7ac req-af7f88fe-c22b-44a7-9f64-b5ee2a320400 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:42.070832 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5cd9ef2-7e58-4db7-8ab1-cb027eccd7ac req-af7f88fe-c22b-44a7-9f64-b5ee2a320400 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0576313 Apr 07 06:29:42.118956 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5cd9ef2-7e58-4db7-8ab1-cb027eccd7ac req-f490e53b-3191-4192-9df1-42306da669b4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421565 Apr 07 06:29:42.665829 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-3dfabffd-e176-42c8-a9e8-38ca8bad05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:42.668298 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-3dfabffd-e176-42c8-a9e8-38ca8bad05d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1129 time: 0.0570092 Apr 07 06:29:42.790625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-f27ce2aa-0901-4460-a2fb-9d620debee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:42.792269 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-f27ce2aa-0901-4460-a2fb-9d620debee34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.0927327 Apr 07 06:29:42.861592 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-6225a06a-f410-459b-b5d4-060400801204 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 1000 time: 0.0573127 Apr 07 06:29:42.907186 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-f07c2024-7179-4fd5-ba2a-3836e53dd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:42.908754 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-f07c2024-7179-4fd5-ba2a-3836e53dd458 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0437963 Apr 07 06:29:42.961538 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-edd0a981-9109-4736-9ebc-b06b8d7e424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:42.963092 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-edd0a981-9109-4736-9ebc-b06b8d7e424b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472298 Apr 07 06:29:43.089173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8f0aca-e0f2-4cb5-9936-51175cb33f80 req-1b98ecff-41a8-4a87-8163-f5ffd92dd04a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:43.090693 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca8f0aca-e0f2-4cb5-9936-51175cb33f80 req-1b98ecff-41a8-4a87-8163-f5ffd92dd04a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0768921 Apr 07 06:29:43.108125 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-d89df3e0-82f8-4367-ba34-452d3a5ff197 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367242 Apr 07 06:29:43.181566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca8f0aca-e0f2-4cb5-9936-51175cb33f80 req-2010b3ee-bf9d-421a-95a8-01b976bf7f31 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845306 Apr 07 06:29:43.266753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e64d0a-ccdd-4aed-b3d8-513f14901bb3 req-fc385185-a035-499b-8cfa-2297c83ff60c service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458521 Apr 07 06:29:43.282524 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddca174-8595-4e22-b07e-27cb3ecd457c req-7b581b2d-1323-4b1d-abbe-3990e9e544ea tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:43.284046 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ddca174-8595-4e22-b07e-27cb3ecd457c req-7b581b2d-1323-4b1d-abbe-3990e9e544ea tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0883768 Apr 07 06:29:43.337163 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ddca174-8595-4e22-b07e-27cb3ecd457c req-f93131a4-9210-43a4-be2d-d8f2b03d4a45 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471947 Apr 07 06:29:44.315689 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca39a23-0b30-405e-a06f-82ace49f77f8 req-8bd19723-7491-4958-bab4-871352bfaa2b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:44.318793 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ca39a23-0b30-405e-a06f-82ace49f77f8 req-8bd19723-7491-4958-bab4-871352bfaa2b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0513620 Apr 07 06:29:44.371566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ca39a23-0b30-405e-a06f-82ace49f77f8 req-bc90af31-0eed-4984-9008-86fd6e7173cc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481141 Apr 07 06:29:44.485603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035c7c34-611a-4da1-b8f0-00728b68b054 req-d861dbd6-fbc8-4474-8fad-02670227de64 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:44.492982 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-035c7c34-611a-4da1-b8f0-00728b68b054 req-d861dbd6-fbc8-4474-8fad-02670227de64 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0638196 Apr 07 06:29:44.549847 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-035c7c34-611a-4da1-b8f0-00728b68b054 req-8d4804f7-72aa-4d7d-9341-3a3bfe0ede0f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559895 Apr 07 06:29:44.786896 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42312) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:44.791576 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1089434074', 'description': 'tempest-description--357125553'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:44.881383 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:44.955990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.058673 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.087238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:45.146543 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.147843 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3ca65d80-060f-41dd-a861-3d73434fc36c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3598497 Apr 07 06:29:45.150619 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42318) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:45.154821 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:45.257342 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (917f2f21-87b3-497c-919a-43fd46b871f3), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.321653 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (917f2f21-87b3-497c-919a-43fd46b871f3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.424065 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (917f2f21-87b3-497c-919a-43fd46b871f3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.439454 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917f2f21-87b3-497c-919a-43fd46b871f3,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:45.518363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf18b67-1947-477b-b114-61cbf9b59f08 req-4019a06b-bedb-4e42-a211-0d5192bf5ed0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:45.529434 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5bf18b67-1947-477b-b114-61cbf9b59f08 req-4019a06b-bedb-4e42-a211-0d5192bf5ed0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0551918 Apr 07 06:29:45.573415 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5bf18b67-1947-477b-b114-61cbf9b59f08 req-eac1ff39-ddc0-40bb-a630-7e945f1eee79 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Apr 07 06:29:45.593403 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.594966 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-54042c80-a914-4817-b7e2-7b38a87c2350 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4433191 Apr 07 06:29:45.597528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42332) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:45.605974 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:45.711007 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4d9dc-bd69-49d6-8827-ecd4123b9285 req-1ac735b4-548d-4bb7-8f6f-5d6a8967f6a2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:45.712506 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1b4d9dc-bd69-49d6-8827-ecd4123b9285 req-1ac735b4-548d-4bb7-8f6f-5d6a8967f6a2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Apr 07 06:29:45.744172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (3de92bf9-f97f-4490-8045-74f757ef9221), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.780305 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1b4d9dc-bd69-49d6-8827-ecd4123b9285 req-863b60de-cba7-463b-9c5b-c8187104d2e5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620670 Apr 07 06:29:45.809087 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (3de92bf9-f97f-4490-8045-74f757ef9221), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.881425 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (3de92bf9-f97f-4490-8045-74f757ef9221), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.896477 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de92bf9-f97f-4490-8045-74f757ef9221,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:45.985860 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:45.987103 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-172bc96f-3d1f-42cc-ba72-77c645f5c642 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3884079 Apr 07 06:29:45.990529 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42342) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:45.994775 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:46.115722 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.211618 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.312601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.27.3.106 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/409c2aed-f359-4d72-8992-0bb6d5128cf8) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:29:46.418387 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.560109 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.606541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:29:46.606541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:46.607370 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:29:46.613263 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=409c2aed-f359-4d72-8992-0bb6d5128cf8,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:46.716386 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.743725 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988f729-8e77-449b-910b-f2ed147e59de req-1309b274-2c00-4e9d-b182-ad81f0d5711e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:46.743725 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c988f729-8e77-449b-910b-f2ed147e59de req-1309b274-2c00-4e9d-b182-ad81f0d5711e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0570025 Apr 07 06:29:46.787073 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c988f729-8e77-449b-910b-f2ed147e59de req-fb524c72-159c-4dfc-83bc-0c16ca4194b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415473 Apr 07 06:29:46.887281 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:46.892671 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d04374-fbb1-47ff-82af-c516efe2a173 req-dd7e5931-d43d-4839-be86-4d281d5c0239 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:46.894145 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89d04374-fbb1-47ff-82af-c516efe2a173 req-dd7e5931-d43d-4839-be86-4d281d5c0239 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0523686 Apr 07 06:29:46.941949 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89d04374-fbb1-47ff-82af-c516efe2a173 req-f56ee56a-a70d-40eb-9ec2-d9e2f0b7744a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Apr 07 06:29:47.041404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:47.126740 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:47.194589 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=409c2aed-f359-4d72-8992-0bb6d5128cf8,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:47.203125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:47.300269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:47.301545 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a48ad2ec-3e5c-4a96-9496-1c886fe24ce0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3100646 Apr 07 06:29:47.496396 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-25c98922-c150-4270-a79d-5b17cb3a6fb9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1089434074&fields=id&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 267 time: 0.0457003 Apr 07 06:29:47.601857 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-1b892908-b5fc-4e50-8a29-a16405c045c2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:47.603225 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-1b892908-b5fc-4e50-8a29-a16405c045c2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1004817 Apr 07 06:29:47.618390 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-90d2f9d1-9ab2-49a6-9265-2ca60f095c3d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/quotas/e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 375 time: 0.0092247 Apr 07 06:29:47.673728 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-f0900d88-a7db-467f-bd7d-d31d5db28fd7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497670 Apr 07 06:29:47.772423 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-c4b50296-ae42-4c34-b2e7-860f163e0ec9 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874608 Apr 07 06:29:47.874432 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-345238ac-740f-471d-b812-d63edde32dcc service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947061 Apr 07 06:29:47.914316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c57d4-ecb3-4ba0-91f2-c4b6097cdc6a req-98ae9c3d-2c83-47c3-b2b7-dbb85398c50d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:47.915913 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d62c57d4-ecb3-4ba0-91f2-c4b6097cdc6a req-98ae9c3d-2c83-47c3-b2b7-dbb85398c50d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0595086 Apr 07 06:29:47.963186 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d62c57d4-ecb3-4ba0-91f2-c4b6097cdc6a req-b12dfa40-a844-4240-8627-f7255cc4d8ba tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415258 Apr 07 06:29:48.089132 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a148d48-aab5-4517-9f36-e683cdd7a756 req-ae74081c-fe15-4b6d-b616-e246087f979a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:48.091038 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a148d48-aab5-4517-9f36-e683cdd7a756 req-ae74081c-fe15-4b6d-b616-e246087f979a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0645795 Apr 07 06:29:48.106642 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5635e15-3b00-4e65-84b5-e0600e548ca9 req-75694765-952d-40aa-857a-9139b9eb7b56 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 210 time: 0.0363562 Apr 07 06:29:48.150813 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a148d48-aab5-4517-9f36-e683cdd7a756 req-86c63497-8f43-4b63-b601-067df22d0497 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465333 Apr 07 06:29:48.201135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3ea96f56-8e3f-4776-91bd-b4d5cd3670a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:49.088987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2491ca-0641-4409-bdbb-988a42b9ce2c req-fa1c1646-45d0-4c4f-ae24-5dfd0e3ebcca tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:49.090454 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d2491ca-0641-4409-bdbb-988a42b9ce2c req-fa1c1646-45d0-4c4f-ae24-5dfd0e3ebcca tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Apr 07 06:29:49.138230 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4d2491ca-0641-4409-bdbb-988a42b9ce2c req-6d6429ea-a52b-454b-b353-f11e95e7718d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Apr 07 06:29:49.205360 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-707ea45a-7315-450f-9425-8a42ce420a82 req-0529e6d1-cc5d-432a-b101-0b83e3ab7b95 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 210 time: 0.0269668 Apr 07 06:29:49.267082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a06552-ea9b-4acf-97e2-d3066be94c9f req-df63dc34-4264-4381-976f-698db259b269 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:49.268770 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38a06552-ea9b-4acf-97e2-d3066be94c9f req-df63dc34-4264-4381-976f-698db259b269 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0520627 Apr 07 06:29:49.318259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38a06552-ea9b-4acf-97e2-d3066be94c9f req-656830e4-063b-48db-ad81-8ec351603bbf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439103 Apr 07 06:29:50.229705 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-6ecaf12b-c08a-4414-a1b5-398f0650c6cb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:50.231214 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-6ecaf12b-c08a-4414-a1b5-398f0650c6cb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1138232 Apr 07 06:29:50.325889 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e3dfc502-e38e-4d03-9423-b9cd50adb83c req-55042aa6-9602-4122-84c3-ee3da2a0be0e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 210 time: 0.0501881 Apr 07 06:29:50.335875 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e03489-32b8-4c4c-b832-34a2d78cc7db req-5443e112-e769-48e6-9268-6c8d11086928 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:50.337496 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-63e03489-32b8-4c4c-b832-34a2d78cc7db req-5443e112-e769-48e6-9268-6c8d11086928 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1260879 Apr 07 06:29:50.374952 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-bec6f767-7832-4889-add0-d4f6adde1fca tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 473 time: 0.1282909 Apr 07 06:29:50.412536 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-63e03489-32b8-4c4c-b832-34a2d78cc7db req-15bd041a-5d0d-4c44-aa5f-f81b2d77f7cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639877 Apr 07 06:29:50.455571 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28338438-f769-4b4c-9788-1ceafd81a2f1 req-d23feb62-ba2e-421b-8972-746310fca9d7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:50.457274 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-28338438-f769-4b4c-9788-1ceafd81a2f1 req-d23feb62-ba2e-421b-8972-746310fca9d7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0672083 Apr 07 06:29:50.466916 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'port': {'device_id': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'admin_state_up': True, 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'security_groups': ['45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:50.516004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:29:50.570049 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-28338438-f769-4b4c-9788-1ceafd81a2f1 req-619bdbb4-2eb2-4b3e-aa07-46fb83e44aa3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990422 Apr 07 06:29:50.624924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:50.635728 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:29:50.726801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:29:50.730285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:50.788831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ef90b708-344d-4995-8d51-5648d8f794f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:50.802839 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: ACTIVE; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:50.803279 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:50.815669 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:50.836305 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:50.872336 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.20.0.12 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/7ad94d8d-87dc-436b-bb8b-be693d1a7f25) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:29:50.917349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:50.964848 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=6']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:51.011911 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.067111 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['877f3752-e8f7-40ca-9f9e-edc601b4d02a'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:29:51.138620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.181209 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:29:51.184390 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:29:51.188087 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:29:51.226374 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:51.240841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.241518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.241518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.241841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.242170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.242498 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.242821 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.243145 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.243464 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.243805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.244128 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.244446 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.244765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.245108 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.245544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:51.263120 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:51.263758 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.403178 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-765306b1-da3e-40b7-9978-c59f3d3364e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402297 Apr 07 06:29:51.405498 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42444) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:51.415167 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-48ed170c-3161-4f0b-a960-55862bcf2dad None None] Provisioning complete for port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:51.415729 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-48ed170c-3161-4f0b-a960-55862bcf2dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.418449 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Request body: {'port': {'device_id': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:29:51.450946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-48ed170c-3161-4f0b-a960-55862bcf2dad None None] Port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:29:51.522027 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fab2a538-9947-4794-ba25-9e9f5e058443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.539007 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c390b6-b490-40f0-9841-e166a6e8911a req-25d348c4-314d-4830-9305-26428ab86f00 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:51.540522 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8c390b6-b490-40f0-9841-e166a6e8911a req-25d348c4-314d-4830-9305-26428ab86f00 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 932 time: 0.1427588 Apr 07 06:29:51.545517 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.597930 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fab2a538-9947-4794-ba25-9e9f5e058443 admin admin] Publish callbacks [] for security_group (b8de18a5-ef7d-42a0-808d-9f2ce779b150), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.633338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3635a7a-a80e-4cc4-bbe4-6d63829137a2 req-2ef4a085-2c7a-4b5c-a6a6-f94895d70492 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:51.634802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3635a7a-a80e-4cc4-bbe4-6d63829137a2 req-2ef4a085-2c7a-4b5c-a6a6-f94895d70492 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 944 time: 0.1380818 Apr 07 06:29:51.704239 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fab2a538-9947-4794-ba25-9e9f5e058443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b8de18a5-ef7d-42a0-808d-9f2ce779b150), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.752900 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-fab2a538-9947-4794-ba25-9e9f5e058443 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c75b87ecc76f4b539a1f43f4713481e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3462782 Apr 07 06:29:51.754587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42454) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:51.768471 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab2a538-9947-4794-ba25-9e9f5e058443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8de18a5-ef7d-42a0-808d-9f2ce779b150,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:51.817068 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] Publish callbacks [] for security_group (b8de18a5-ef7d-42a0-808d-9f2ce779b150), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.840704 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] Publish callbacks [] for security_group (b8de18a5-ef7d-42a0-808d-9f2ce779b150), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.904007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.950819 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d8c390b6-b490-40f0-9841-e166a6e8911a req-8efbe173-ce78-4539-b6cf-0b4c962132e9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4022946 Apr 07 06:29:51.995774 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b8de18a5-ef7d-42a0-808d-9f2ce779b150), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:51.998330 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.002502 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8de18a5-ef7d-42a0-808d-9f2ce779b150 HTTP/1.1" status: 204 len: 168 time: 0.2439945 Apr 07 06:29:52.013730 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9592a06-a095-4e84-90b7-591e75d366fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8de18a5-ef7d-42a0-808d-9f2ce779b150,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:52.034131 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3635a7a-a80e-4cc4-bbe4-6d63829137a2 req-60ba3b67-cbdf-408f-b970-155d33e5aa7d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3897159 Apr 07 06:29:52.112358 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ef28-d37d-4248-94c0-5720c71cee3d req-83bfdea4-bb29-4137-93fe-21f328011e9c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:52.114071 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2593ef28-d37d-4248-94c0-5720c71cee3d req-83bfdea4-bb29-4137-93fe-21f328011e9c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0897903 Apr 07 06:29:52.196344 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2593ef28-d37d-4248-94c0-5720c71cee3d req-9d2f0651-56f6-4cb3-8916-e1cd6980997f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760331 Apr 07 06:29:52.208161 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:52.216533 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks [] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.231059 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Transition to ACTIVE for port object 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:29:52.390219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.441476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:52.517801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Attempting to bind port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:29:52.517801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Attempting to bind port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:29:52.517801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Attempting to bind port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:52.520265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 on network f5ea2476-10fc-4956-aac9-712fe1362e44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:29:52.520597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Attempting to bind port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:29:52.525856 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:29:52.526199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:29:52.526585 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:29:52.527016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Bound port: 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:29:52.527377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.532313 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:52.585041 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 877f3752-e8f7-40ca-9f9e-edc601b4d02a triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:52.593789 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.607884 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:29:52.610976 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:29:52.665834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:52.666217 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.687605 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.697901 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:52.700090 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224ff22f-cd88-4fbf-80fc-c52384565f7a" -d '{"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:52.718559 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:52.734020 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:52.734650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.736143 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/7ad94d8d-87dc-436b-bb8b-be693d1a7f25 HTTP/1.1" status: 200 len: 1094 time: 1.3228340 Apr 07 06:29:52.736544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:52.739095 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0034822b-93f1-4301-b427-f1fb95abc8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:52.757821 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb84950-980c-4b9c-a6df-3478fd963be1 x-openstack-request-id: req-afb84950-980c-4b9c-a6df-3478fd963be1 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:52.757965 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:52.758157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afb84950-980c-4b9c-a6df-3478fd963be1 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:52.758501 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afb84950-980c-4b9c-a6df-3478fd963be1'] response: {'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'code': 200} Apr 07 06:29:52.791715 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42472) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:52.797392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3760ecf-59c6-4006-af57-122e3e8a05b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:52.810597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc58cbb-f53f-468e-b67f-c619e1f065fb x-openstack-request-id: req-9bc58cbb-f53f-468e-b67f-c619e1f065fb {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:52.810895 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:52.811150 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bc58cbb-f53f-468e-b67f-c619e1f065fb {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:52.811580 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc58cbb-f53f-468e-b67f-c619e1f065fb'] response: {'name': 'network-changed', 'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'status': 'completed', 'code': 200} Apr 07 06:29:52.824290 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.832845 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-004863b6-b47e-40c3-9bf7-dbc8a6b3681f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.885589 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:52.918102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=7']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:52.919340 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-d23bd227-c5e9-43ae-a73f-3ee0cada5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:52.919797 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-d23bd227-c5e9-43ae-a73f-3ee0cada5510 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 1128 time: 0.0681272 Apr 07 06:29:52.980418 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-004863b6-b47e-40c3-9bf7-dbc8a6b3681f admin admin] Publish callbacks [] for security_group (4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.053097 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-004863b6-b47e-40c3-9bf7-dbc8a6b3681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.091293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-1a39728e-55bd-42de-9c78-9c8b82b4c0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.092786 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-1a39728e-55bd-42de-9c78-9c8b82b4c0b7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e654563225464c6c925e0f97b63a12d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1554737 Apr 07 06:29:53.097778 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-004863b6-b47e-40c3-9bf7-dbc8a6b3681f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c239e8c2b349421a9c01b296a77ba7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3044186 Apr 07 06:29:53.100183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004863b6-b47e-40c3-9bf7-dbc8a6b3681f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:53.101635 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42490) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:29:53.170227 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9b92e-734f-4d33-ae63-5dc2c61cd308 req-3a17c1e9-5f72-43be-a551-f75847845a33 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.172259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afb9b92e-734f-4d33-ae63-5dc2c61cd308 req-3a17c1e9-5f72-43be-a551-f75847845a33 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 944 time: 0.1284742 Apr 07 06:29:53.280918 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-74cf1c9e-a71d-4b04-b3cf-86ac18884a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.282373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0034822b-93f1-4301-b427-f1fb95abc8f1 req-74cf1c9e-a71d-4b04-b3cf-86ac18884a1d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1826344 Apr 07 06:29:53.286898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] Publish callbacks [] for security_group (4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.297413 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afb9b92e-734f-4d33-ae63-5dc2c61cd308 req-cf834cfa-236e-416a-bf6c-ec15a3f52d63 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151578 Apr 07 06:29:53.316090 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] Publish callbacks [] for security_group (4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.441282 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372b65e-521b-4d60-a5ae-34ff1772bc3f req-83a345b8-d8a0-40d9-a644-33b43cc294ac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.448154 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6372b65e-521b-4d60-a5ae-34ff1772bc3f req-83a345b8-d8a0-40d9-a644-33b43cc294ac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0779600 Apr 07 06:29:53.458722 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-3a1a3062-a7f9-4bdb-a119-4f58054c7eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.460200 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-3a1a3062-a7f9-4bdb-a119-4f58054c7eb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 1128 time: 0.1203628 Apr 07 06:29:53.529186 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-d3a1b38e-3d6f-4409-b66b-55c9d2f25e8b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25 HTTP/1.1" status: 200 len: 217 time: 0.0577579 Apr 07 06:29:53.589461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.596406 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:53.596406 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc HTTP/1.1" status: 204 len: 168 time: 0.4835887 Apr 07 06:29:53.616599 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6372b65e-521b-4d60-a5ae-34ff1772bc3f req-5c243650-7fb5-457b-bbf0-28c83e3d9e00 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1674998 Apr 07 06:29:53.640221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf88917-0cf6-490b-b78e-87c957faae3e req-7a94e0b6-16dc-4333-931d-60e2df3fcf77 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.642780 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abf88917-0cf6-490b-b78e-87c957faae3e req-7a94e0b6-16dc-4333-931d-60e2df3fcf77 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.1910172 Apr 07 06:29:53.646897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce7c64-1fcb-4b28-b2da-8584e8e45092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df4bfc0-a8f7-4088-8b83-a69d5cae5ebc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:53.660708 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-d71d151d-ccb7-4ebc-b9dd-53e9617529f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.662307 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-d71d151d-ccb7-4ebc-b9dd-53e9617529f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.1203167 Apr 07 06:29:53.727685 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abf88917-0cf6-490b-b78e-87c957faae3e req-a7c8afa4-3625-4912-9f00-d67e9cd6f413 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768840 Apr 07 06:29:53.738476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-e8767f9a-9e9f-43c3-a1f8-02538addd629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:53.740409 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-e8767f9a-9e9f-43c3-a1f8-02538addd629 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702548 Apr 07 06:29:53.847889 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-3c30d809-a617-486d-a71b-c762606ea016 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905235 Apr 07 06:29:53.998561 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7da7aeff-842b-4787-a472-8c1d7c9715fd req-a08a25be-d141-430f-8fd8-6902d5256f2b service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435955 Apr 07 06:29:54.414864 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:29:54.475591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d821f06-5fbf-4cbf-918c-6646b7ff309e req-65826962-9fc9-4bb0-b5ee-86fab7d8da6d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:54.487005 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d821f06-5fbf-4cbf-918c-6646b7ff309e req-65826962-9fc9-4bb0-b5ee-86fab7d8da6d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 944 time: 0.0963678 Apr 07 06:29:54.538083 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d821f06-5fbf-4cbf-918c-6646b7ff309e req-0937ff93-384b-401b-8731-7eaed2007cf3 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498693 Apr 07 06:29:54.555328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:54.681684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d855934-e99f-4212-a55e-184f05faa1b4 req-01c22813-ffaa-422d-a7af-51313a7ad3e7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:54.683488 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d855934-e99f-4212-a55e-184f05faa1b4 req-01c22813-ffaa-422d-a7af-51313a7ad3e7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0681930 Apr 07 06:29:54.738264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9d855934-e99f-4212-a55e-184f05faa1b4 req-07e35a90-b760-42b1-803f-cecd5cc142c8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488396 Apr 07 06:29:54.806844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfa925-ace4-46da-b675-cabcdc90c995 req-7fb5bbb1-7ecd-4206-b3bb-5d9d37b859da tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:54.815046 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c7cfa925-ace4-46da-b675-cabcdc90c995 req-7fb5bbb1-7ecd-4206-b3bb-5d9d37b859da tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0700874 Apr 07 06:29:54.867087 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c7cfa925-ace4-46da-b675-cabcdc90c995 req-3717bba6-68f1-4975-aa6e-5be4bd4eeb00 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511787 Apr 07 06:29:54.926903 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343a4ff-f1e3-421b-a457-d2d505a3534c req-2e491bf5-5ef5-40f6-864b-4b173838dd59 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:54.928672 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8343a4ff-f1e3-421b-a457-d2d505a3534c req-2e491bf5-5ef5-40f6-864b-4b173838dd59 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0666358 Apr 07 06:29:55.009252 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8343a4ff-f1e3-421b-a457-d2d505a3534c req-6ce66012-f442-4714-9334-3f3a0dcd8826 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684910 Apr 07 06:29:55.702100 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8db836-6bf8-4c14-bc3d-743af50d6662 req-24e39ea2-dc59-4988-878e-4446ada6e8cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:55.703846 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd8db836-6bf8-4c14-bc3d-743af50d6662 req-24e39ea2-dc59-4988-878e-4446ada6e8cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 944 time: 0.0598755 Apr 07 06:29:55.762836 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd8db836-6bf8-4c14-bc3d-743af50d6662 req-6a065a48-6173-4cee-9ba4-eea4df7bea60 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525720 Apr 07 06:29:55.901167 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a3e35-7684-42b4-943d-f0d9b24371b3 req-07e8d2c7-e439-4900-aab9-02ecd36edb1e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:55.909566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c04a3e35-7684-42b4-943d-f0d9b24371b3 req-07e8d2c7-e439-4900-aab9-02ecd36edb1e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0653534 Apr 07 06:29:55.977960 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c04a3e35-7684-42b4-943d-f0d9b24371b3 req-4b05633b-7703-4b02-813d-13270f730400 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600643 Apr 07 06:29:56.050518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9fbfe-c540-44c6-879e-3e323ae6bec0 req-46ba8c52-a7e0-4d03-8ff7-5c75420debb1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:56.057128 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37a9fbfe-c540-44c6-879e-3e323ae6bec0 req-46ba8c52-a7e0-4d03-8ff7-5c75420debb1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1008232 Apr 07 06:29:56.126391 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37a9fbfe-c540-44c6-879e-3e323ae6bec0 req-f350d4e9-64c2-4d44-835a-7ca7b74b99b6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683479 Apr 07 06:29:56.182388 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27af246-bfa1-44b7-a0e2-cc19b82d0170 req-268d8073-3445-4c14-9ae9-08ba5d56bad2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:56.184388 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f27af246-bfa1-44b7-a0e2-cc19b82d0170 req-268d8073-3445-4c14-9ae9-08ba5d56bad2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0782151 Apr 07 06:29:56.257082 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f27af246-bfa1-44b7-a0e2-cc19b82d0170 req-ec0c2ece-4ac3-4077-9f61-5b868069aa46 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659039 Apr 07 06:29:56.567334 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:29:56.688651 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:56.712972 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'port_id': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'mac_address': 'fa:16:3e:74:e0:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:29:56.754742 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:56.755221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:56.772712 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:29:56.792900 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:56.886674 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4907fd-be5f-4276-b271-a27ca8ec1b72 req-675fd638-bdb5-4ac1-a529-46b4eab52d90 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:56.888208 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8d4907fd-be5f-4276-b271-a27ca8ec1b72 req-675fd638-bdb5-4ac1-a529-46b4eab52d90 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 944 time: 0.0519521 Apr 07 06:29:56.938862 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8d4907fd-be5f-4276-b271-a27ca8ec1b72 req-03d30027-94a1-41f5-8984-304b7d43be25 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445814 Apr 07 06:29:57.093254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:57.127267 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd21f0f-d7cc-4bc9-bd70-297aa236b5c4 req-4655d1ed-ef0a-4631-8fb2-decf9644f703 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:57.134502 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8dd21f0f-d7cc-4bc9-bd70-297aa236b5c4 req-4655d1ed-ef0a-4631-8fb2-decf9644f703 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0637269 Apr 07 06:29:57.158669 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:57.169933 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.170778 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.171378 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.171986 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.172548 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.173119 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.173694 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.174304 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.174990 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.175828 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.176571 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.177593 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.178265 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.178803 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.179365 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:29:57.230308 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8dd21f0f-d7cc-4bc9-bd70-297aa236b5c4 req-59de32ef-5bad-4231-9732-f754b7936f3c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932522 Apr 07 06:29:57.301143 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d93e3-2479-40f5-bb47-e310061db25c req-68432731-4d03-450d-ac79-1f0ef157a2cc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:57.303292 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c9d93e3-2479-40f5-bb47-e310061db25c req-68432731-4d03-450d-ac79-1f0ef157a2cc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0719869 Apr 07 06:29:57.418908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4e941-b216-4dee-b826-95f427f1511c req-7fa409bf-20e1-459d-b2b1-73874fb4c6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:57.422081 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80e4e941-b216-4dee-b826-95f427f1511c req-7fa409bf-20e1-459d-b2b1-73874fb4c6c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 1129 time: 0.1174562 Apr 07 06:29:57.430476 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c9d93e3-2479-40f5-bb47-e310061db25c req-b74e3c58-e237-4977-b780-5671fb21dd88 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167741 Apr 07 06:29:57.439279 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['7ad94d8d-87dc-436b-bb8b-be693d1a7f25'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:29:57.471670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653aa01-1121-4f9d-ab2d-f5c9f1e91265 req-1c5a91da-f5c9-4bc2-95da-ca29aabc3b33 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:57.481248 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e653aa01-1121-4f9d-ab2d-f5c9f1e91265 req-1c5a91da-f5c9-4bc2-95da-ca29aabc3b33 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.1014657 Apr 07 06:29:57.532617 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80e4e941-b216-4dee-b826-95f427f1511c req-6f014a5c-74cb-430e-ad93-02b61001f3fa service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003466 Apr 07 06:29:57.560179 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e653aa01-1121-4f9d-ab2d-f5c9f1e91265 req-f8663ff0-8792-4cd2-95e4-77c2ad8ef064 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736744 Apr 07 06:29:58.069595 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281851f-c867-40b2-9f7f-99ee73d50366 req-2a0c5a60-c154-47e0-a98b-e02d8ad2ea96 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:58.071140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0281851f-c867-40b2-9f7f-99ee73d50366 req-2a0c5a60-c154-47e0-a98b-e02d8ad2ea96 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 945 time: 0.0598481 Apr 07 06:29:58.128578 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0281851f-c867-40b2-9f7f-99ee73d50366 req-71668ada-d4b0-420e-b195-48e775831fd7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507970 Apr 07 06:29:58.353821 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd1bdb-0aaa-417e-ab85-8e6ee8f21d49 req-698a8303-8fc2-4189-983e-c0b707ce63a8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:58.360284 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3abd1bdb-0aaa-417e-ab85-8e6ee8f21d49 req-698a8303-8fc2-4189-983e-c0b707ce63a8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0609512 Apr 07 06:29:58.406681 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3abd1bdb-0aaa-417e-ab85-8e6ee8f21d49 req-f4b8be98-a3b8-463d-b1f2-d72518d8a63c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447237 Apr 07 06:29:58.568426 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b343f1-827f-4a7d-94a9-2b8260415d63 req-7fb056a1-852f-49eb-a9a1-71dff6822f9c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:58.570140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70b343f1-827f-4a7d-94a9-2b8260415d63 req-7fb056a1-852f-49eb-a9a1-71dff6822f9c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0598481 Apr 07 06:29:58.582816 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:29:58.684162 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70b343f1-827f-4a7d-94a9-2b8260415d63 req-464e48fe-4461-4d23-b15c-f06e4246267f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974936 Apr 07 06:29:58.712033 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:29:58.716213 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:29:58.716597 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:58.723915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad4553-1099-46ad-9eb1-f630e23a173b req-9b5ee4ae-27cc-4126-a085-89db7041d258 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:58.725429 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43ad4553-1099-46ad-9eb1-f630e23a173b req-9b5ee4ae-27cc-4126-a085-89db7041d258 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0950694 Apr 07 06:29:58.851834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-43ad4553-1099-46ad-9eb1-f630e23a173b req-0006d3ac-8380-408f-963c-1540b5b9eaa8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133084 Apr 07 06:29:58.868172 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:29:58.868681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:58.894304 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:29:58.896926 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327e6393-22ae-4dd5-8fed-be5b172435c6" -d '{"events": [{"server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "name": "network-vif-plugged", "status": "completed", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:29:58.911315 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:29:58.941132 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82db9cb1-320e-43d9-8bfe-cea34fcc6488 x-openstack-request-id: req-82db9cb1-320e-43d9-8bfe-cea34fcc6488 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:29:58.941455 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "name": "network-vif-plugged", "status": "completed", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:29:58.941742 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82db9cb1-320e-43d9-8bfe-cea34fcc6488 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:29:58.942148 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82db9cb1-320e-43d9-8bfe-cea34fcc6488'] response: {'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'code': 200} Apr 07 06:29:58.972459 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:29:59.024449 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:29:59.252111 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f208e-7ecb-42d7-8024-a7696db244cf req-f5cd2090-45ae-477c-82f9-094e10e6472f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:59.253753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-412f208e-7ecb-42d7-8024-a7696db244cf req-f5cd2090-45ae-477c-82f9-094e10e6472f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0573339 Apr 07 06:29:59.308772 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-412f208e-7ecb-42d7-8024-a7696db244cf req-704d99f9-6cfd-4b10-b0af-23323f1a682b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482278 Apr 07 06:29:59.546855 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c5432-0d81-4620-99f5-10b7e8c8594d req-9826b30d-6b2a-48df-9aa9-d6d0bdf86adf tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:59.548694 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-981c5432-0d81-4620-99f5-10b7e8c8594d req-9826b30d-6b2a-48df-9aa9-d6d0bdf86adf tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0616429 Apr 07 06:29:59.599984 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-981c5432-0d81-4620-99f5-10b7e8c8594d req-6df26a25-49d6-410f-a41f-1d2c08a764be tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Apr 07 06:29:59.891826 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278aeaea-d06d-4974-b5fd-d6fe7f64c109 req-c00cdc87-a586-4677-ad67-3ebe95f54a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:59.896232 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278aeaea-d06d-4974-b5fd-d6fe7f64c109 req-c00cdc87-a586-4677-ad67-3ebe95f54a07 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 1130 time: 0.1011798 Apr 07 06:29:59.930122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed07a11-edd2-4c50-8372-844c42139894 req-23632f8c-0b95-40ae-ad5c-0bc221dc4f54 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:29:59.932334 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0ed07a11-edd2-4c50-8372-844c42139894 req-23632f8c-0b95-40ae-ad5c-0bc221dc4f54 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1276457 Apr 07 06:30:00.049735 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-278aeaea-d06d-4974-b5fd-d6fe7f64c109 req-0ca792be-1ad6-4567-881f-2d9364c6d486 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411710 Apr 07 06:30:00.053894 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0ed07a11-edd2-4c50-8372-844c42139894 req-0b5f02f6-987d-46c0-a588-f815b3260697 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092467 Apr 07 06:30:00.077602 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaba1f-3d25-4f01-9056-8a14fec41a02 req-21a5a1d0-5c3e-44a7-9236-0288e03f2acb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:00.080231 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21aaba1f-3d25-4f01-9056-8a14fec41a02 req-21a5a1d0-5c3e-44a7-9236-0288e03f2acb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.1044557 Apr 07 06:30:00.166446 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21aaba1f-3d25-4f01-9056-8a14fec41a02 req-6f20c89e-8ad5-4da5-9c6c-714544d405b2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655131 Apr 07 06:30:00.283098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9ea8-e2b3-437e-89f7-50dee8ccc631 req-873eb35a-8594-4d38-83b7-29b8f3e42559 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:00.311803 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c17f9ea8-e2b3-437e-89f7-50dee8ccc631 req-873eb35a-8594-4d38-83b7-29b8f3e42559 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0519252 Apr 07 06:30:00.337343 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c17f9ea8-e2b3-437e-89f7-50dee8ccc631 req-2a96d6ac-58cb-412c-96b9-6193a6fca1f6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472741 Apr 07 06:30:00.429723 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579f455-ca48-4968-aea3-bc4c87e37d56 req-edba4961-4ac5-4fe8-9a99-ff965ec22714 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:00.431223 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0579f455-ca48-4968-aea3-bc4c87e37d56 req-edba4961-4ac5-4fe8-9a99-ff965ec22714 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0571082 Apr 07 06:30:00.485916 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0579f455-ca48-4968-aea3-bc4c87e37d56 req-a0a0a552-9c48-479d-8aca-649bf4efc9b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490463 Apr 07 06:30:00.725442 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c83f7-68d3-4ef0-aae2-da04a9dac087 req-09775765-0f48-4810-9ade-89f5021bb00e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:00.726945 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-182c83f7-68d3-4ef0-aae2-da04a9dac087 req-09775765-0f48-4810-9ade-89f5021bb00e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0508535 Apr 07 06:30:00.773147 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-182c83f7-68d3-4ef0-aae2-da04a9dac087 req-02b7d84d-c443-42c2-a91a-29df31d65ac6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403390 Apr 07 06:30:01.140701 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42660) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:01.255668 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c800-4010-416b-a738-e49efcd6c07f req-3a1d5f5b-8d19-452a-a3fa-be1db6fd41b4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:01.269377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fba4c800-4010-416b-a738-e49efcd6c07f req-3a1d5f5b-8d19-452a-a3fa-be1db6fd41b4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0864727 Apr 07 06:30:01.298587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c81dd40e-9fe2-4de3-b181-3c46ca602d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.338472 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fba4c800-4010-416b-a738-e49efcd6c07f req-960eb4f9-5c2e-47bd-86b8-855610ada13e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681899 Apr 07 06:30:01.413447 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c81dd40e-9fe2-4de3-b181-3c46ca602d11 admin admin] Publish callbacks [] for security_group (253f7984-d54e-47fe-8f0c-40dd9e2fc904), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.464409 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c81dd40e-9fe2-4de3-b181-3c46ca602d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (253f7984-d54e-47fe-8f0c-40dd9e2fc904), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.519599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81dd40e-9fe2-4de3-b181-3c46ca602d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253f7984-d54e-47fe-8f0c-40dd9e2fc904,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:01.544300 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c81dd40e-9fe2-4de3-b181-3c46ca602d11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d89cb197d5c47aea205c4f94569a017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4022143 Apr 07 06:30:01.548431 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42670) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:01.635755 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] Publish callbacks [] for security_group (253f7984-d54e-47fe-8f0c-40dd9e2fc904), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.668121 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c29b-5f6b-4b8c-ad92-69764618e568 req-9ae63388-bca2-4aba-aed9-2a0bd4adf5e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:01.669686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb64c29b-5f6b-4b8c-ad92-69764618e568 req-9ae63388-bca2-4aba-aed9-2a0bd4adf5e8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0907135 Apr 07 06:30:01.672196 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] Publish callbacks [] for security_group (253f7984-d54e-47fe-8f0c-40dd9e2fc904), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.743881 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb64c29b-5f6b-4b8c-ad92-69764618e568 req-a24648f3-89c4-47f1-af7d-600e3d5ee284 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649097 Apr 07 06:30:01.818486 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (253f7984-d54e-47fe-8f0c-40dd9e2fc904), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.821678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:01.825576 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/253f7984-d54e-47fe-8f0c-40dd9e2fc904 HTTP/1.1" status: 204 len: 168 time: 0.2725337 Apr 07 06:30:01.834958 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a79f43-d324-440a-8745-44a30b993983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253f7984-d54e-47fe-8f0c-40dd9e2fc904,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:01.929293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83184f2f-de5d-4ed8-8637-a586a9c58121 req-7e3aa252-325d-4db1-a523-195c89b1b263 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:01.931108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-83184f2f-de5d-4ed8-8637-a586a9c58121 req-7e3aa252-325d-4db1-a523-195c89b1b263 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0748997 Apr 07 06:30:01.985338 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-83184f2f-de5d-4ed8-8637-a586a9c58121 req-9ecac1e5-b105-4bca-900d-c4184bbe34f9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481269 Apr 07 06:30:02.490365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a3d1f-30e2-4a23-b8dd-d58203e6e169 req-f4ba1b42-d1cd-4698-8e1e-edae59106c29 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:02.492043 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d78a3d1f-30e2-4a23-b8dd-d58203e6e169 req-f4ba1b42-d1cd-4698-8e1e-edae59106c29 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0638027 Apr 07 06:30:02.554368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d78a3d1f-30e2-4a23-b8dd-d58203e6e169 req-8d70af50-7a1b-4f3d-bfd3-99d96f7d3441 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512543 Apr 07 06:30:02.598599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42686) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:02.611659 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10d8bb3b-a3a9-4923-8d8c-9cb9c096a789 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:02.691070 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10d8bb3b-a3a9-4923-8d8c-9cb9c096a789 admin admin] Publish callbacks [] for security_group (874248ca-cf92-4759-8a97-0d12eedbee74), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:02.755679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10d8bb3b-a3a9-4923-8d8c-9cb9c096a789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (874248ca-cf92-4759-8a97-0d12eedbee74), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:02.848786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8bb3b-a3a9-4923-8d8c-9cb9c096a789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874248ca-cf92-4759-8a97-0d12eedbee74,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:02.863317 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-10d8bb3b-a3a9-4923-8d8c-9cb9c096a789 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70c99afefea84c64b1c7b1622c9e5d57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646425 Apr 07 06:30:02.866237 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42692) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:02.933355 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] Publish callbacks [] for security_group (874248ca-cf92-4759-8a97-0d12eedbee74), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:02.949236 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5ae07-af4b-4fc5-b2d0-33a60ff946bd req-995fde21-2e48-4539-8917-d0dbee479e53 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:02.956572 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80a5ae07-af4b-4fc5-b2d0-33a60ff946bd req-995fde21-2e48-4539-8917-d0dbee479e53 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1234477 Apr 07 06:30:02.957111 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] Publish callbacks [] for security_group (874248ca-cf92-4759-8a97-0d12eedbee74), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:03.013722 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585266fe-1aab-46ca-8b89-5fa43e53999d req-a38b2258-5da0-4bd3-94a6-69306164b80a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.016003 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-585266fe-1aab-46ca-8b89-5fa43e53999d req-a38b2258-5da0-4bd3-94a6-69306164b80a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.1319411 Apr 07 06:30:03.076562 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-5aa59b08-f1d8-4244-87db-f3632f33e29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.078290 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-5aa59b08-f1d8-4244-87db-f3632f33e29d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1130 time: 0.1193230 Apr 07 06:30:03.081433 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (874248ca-cf92-4759-8a97-0d12eedbee74), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:03.085514 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-80a5ae07-af4b-4fc5-b2d0-33a60ff946bd req-e8fd640c-a857-47b9-87b4-4ea8fd1239a3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277406 Apr 07 06:30:03.086537 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:03.111209 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874248ca-cf92-4759-8a97-0d12eedbee74 HTTP/1.1" status: 204 len: 168 time: 0.2406535 Apr 07 06:30:03.125415 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-585266fe-1aab-46ca-8b89-5fa43e53999d req-b760233e-4c81-435d-a086-a10d97b5cd5e tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023557 Apr 07 06:30:03.140760 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bed5e1-740b-493a-8dc9-b878aa99ff3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874248ca-cf92-4759-8a97-0d12eedbee74,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:03.368241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4f2d09-7e3c-4ac6-af4a-9723d775ef2d req-9362476c-6fb6-4b56-bf40-bda55843c96e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.369471 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe4f2d09-7e3c-4ac6-af4a-9723d775ef2d req-9362476c-6fb6-4b56-bf40-bda55843c96e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1811609 Apr 07 06:30:03.378661 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3abde8-b973-441d-89e2-2ef69a58ecaf req-0280e833-dcb6-43d8-a1a2-7b7a00c1b19b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.380228 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca3abde8-b973-441d-89e2-2ef69a58ecaf req-0280e833-dcb6-43d8-a1a2-7b7a00c1b19b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.1347008 Apr 07 06:30:03.383510 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-4c2641df-511c-47a5-a5d9-29cf20f0e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.385097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-4c2641df-511c-47a5-a5d9-29cf20f0e5e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.2886751 Apr 07 06:30:03.390919 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42706) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:03.398435 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'port_id': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:03.443580 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:03.465772 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-27100dbb-9faf-4400-9a38-6a5af49ad3fc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 200 len: 217 time: 0.0634913 Apr 07 06:30:03.554335 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe4f2d09-7e3c-4ac6-af4a-9723d775ef2d req-e9e2e8c8-d12c-4ca3-ab61-3978395c7db2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706827 Apr 07 06:30:03.562457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-286753f3-a2f5-4fc2-8bd5-821fe667778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.563948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-286753f3-a2f5-4fc2-8bd5-821fe667778d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0883393 Apr 07 06:30:03.645753 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-d3321afe-c560-412f-9158-c345d1e3f862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.647330 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-d3321afe-c560-412f-9158-c345d1e3f862 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719821 Apr 07 06:30:03.746179 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-6eee6c13-43e7-43b2-8fd7-0c07097e6730 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918181 Apr 07 06:30:03.878534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc45ba2-0d6e-4317-8022-344004b9dcfc req-30c129f6-6739-4cac-a8f1-2d8d8975bb62 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:03.880186 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bc45ba2-0d6e-4317-8022-344004b9dcfc req-30c129f6-6739-4cac-a8f1-2d8d8975bb62 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.1329997 Apr 07 06:30:03.976467 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bc45ba2-0d6e-4317-8022-344004b9dcfc req-847dc33a-cc1e-472a-8005-608e3bd704f5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815806 Apr 07 06:30:03.978501 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ab9fb46-6f39-4deb-be0b-e2ac1458a878 req-d24ff1b7-c19d-40f3-98eb-1a35b9507a78 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969764 Apr 07 06:30:04.178124 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:04.258757 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:04.398685 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52ced8-e37c-4744-8209-e71fe056ea66 req-10d22e34-9b32-4059-91da-4b775318ddd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:04.398685 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a52ced8-e37c-4744-8209-e71fe056ea66 req-10d22e34-9b32-4059-91da-4b775318ddd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1970880 Apr 07 06:30:04.450843 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP ab451744-eb38-4f04-86a0-a9c1dc74610a associated. External IP: 172.27.3.106, port: 7ad94d8d-87dc-436b-bb8b-be693d1a7f25. Apr 07 06:30:04.510262 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a52ced8-e37c-4744-8209-e71fe056ea66 req-bf19f3b9-32d2-40b2-aa25-be6a0d331910 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058395 Apr 07 06:30:04.685482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fef7ae-518d-4e1c-a83c-5c624a24a7d5 req-6cb36fbe-325a-4aff-ba11-f2fbb1e532f8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:04.688547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11fef7ae-518d-4e1c-a83c-5c624a24a7d5 req-6cb36fbe-325a-4aff-ba11-f2fbb1e532f8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0632963 Apr 07 06:30:04.754545 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11fef7ae-518d-4e1c-a83c-5c624a24a7d5 req-3e71fdd6-618c-4d3f-875b-4a30df2e7612 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600047 Apr 07 06:30:04.897797 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:30:05.006391 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:30:05.011218 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.016919 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:30:05.029467 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:30:05.030164 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:29:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:05.040272 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ec4dec33-89d0-48c3-8b50-24256200f68b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "PUT /v2.0/floatingips/ab451744-eb38-4f04-86a0-a9c1dc74610a HTTP/1.1" status: 200 len: 992 time: 1.6480215 Apr 07 06:30:05.040872 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:05.043238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b" -d '{"events": [{"name": "network-changed", "server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:05.078511 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74643c35-e8c1-4640-abd2-4dc32572e8f6 x-openstack-request-id: req-74643c35-e8c1-4640-abd2-4dc32572e8f6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:05.078797 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:05.079081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74643c35-e8c1-4640-abd2-4dc32572e8f6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:05.079448 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74643c35-e8c1-4640-abd2-4dc32572e8f6'] response: {'name': 'network-changed', 'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'status': 'completed', 'code': 200} Apr 07 06:30:05.129129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baeb0c0-0004-4597-9088-bc9486e25cdf req-4a1446e1-8252-43f6-a7c5-141cd7a8f282 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:05.130593 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2baeb0c0-0004-4597-9088-bc9486e25cdf req-4a1446e1-8252-43f6-a7c5-141cd7a8f282 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0600431 Apr 07 06:30:05.147458 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:30:05.185494 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2baeb0c0-0004-4597-9088-bc9486e25cdf req-ea1df6f1-d9e6-4139-8146-bdaee5c32ad2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492570 Apr 07 06:30:05.316522 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42746) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:05.386124 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}, {'id': 'ab451744-eb38-4f04-86a0-a9c1dc74610a', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:74:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:29:46Z', 'updated_at': '2022-04-07T06:30:04Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:05.424132 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:30:05.434759 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:30:05.435669 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:29:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:05.454185 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1639236585-network', 'tenant_id': 'cb2708df559245e88619e75213e654a3'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:05.532986 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Made reservation on behalf of cb2708df559245e88619e75213e654a3 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:30:05.535565 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.549371 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.568176 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:30:05.696545 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f00e8c-28e0-415e-95e0-465f39a5c2ed req-9fe45ce7-ad0e-4cc8-91ee-459b95ac28db tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:05.700253 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks [] for security_group (e910b234-9705-4e9d-bb2b-0b02f407ce49), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.705821 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85f00e8c-28e0-415e-95e0-465f39a5c2ed req-9fe45ce7-ad0e-4cc8-91ee-459b95ac28db tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1084521 Apr 07 06:30:05.781320 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-85f00e8c-28e0-415e-95e0-465f39a5c2ed req-03ce51ed-ce77-4c23-b344-32bde0909fc6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743871 Apr 07 06:30:05.852527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e910b234-9705-4e9d-bb2b-0b02f407ce49), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.866643 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:30:05.893614 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (b4d07780-b068-4986-8ee0-add4a0300af1), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.893983 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Added segment b4d07780-b068-4986-8ee0-add4a0300af1 of type vlan for network 58702a58-66ea-42bb-9711-6c93687f2919 Apr 07 06:30:05.919221 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}, {'id': 'ab451744-eb38-4f04-86a0-a9c1dc74610a', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:74:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:29:46Z', 'updated_at': '2022-04-07T06:30:04Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:05.929082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287e468-e91d-43a4-949f-09393638b1a6 req-14c3abd9-b489-4817-92cd-7b71e62a209b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:05.931308 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4287e468-e91d-43a4-949f-09393638b1a6 req-14c3abd9-b489-4817-92cd-7b71e62a209b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0682187 Apr 07 06:30:05.944839 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (58702a58-66ea-42bb-9711-6c93687f2919), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:05.965944 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3991a2e-857c-48b8-88f3-1eeb587de1dd None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}, {'id': 'ab451744-eb38-4f04-86a0-a9c1dc74610a', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:74:e0:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:29:46Z', 'updated_at': '2022-04-07T06:30:04Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:30:05.989633 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910b234-9705-4e9d-bb2b-0b02f407ce49,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:06.003681 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4287e468-e91d-43a4-949f-09393638b1a6 req-7c33f6f6-ba98-4e58-88a1-cef4666d72f7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591004 Apr 07 06:30:06.035497 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (58702a58-66ea-42bb-9711-6c93687f2919), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.036530 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:06.037119 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.101867 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] Pushing event updated for resources: {'Network': ['ID=58702a58-66ea-42bb-9711-6c93687f2919,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:06.113037 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 58702a58-66ea-42bb-9711-6c93687f2919 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:30:06.124875 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-03644d43-daec-4453-a04a-99ca80b7c8ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8072512 Apr 07 06:30:06.128062 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 42762) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:06.133248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Request body: {'subnet': {'network_id': '58702a58-66ea-42bb-9711-6c93687f2919', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1639236585-subnet', 'tenant_id': 'cb2708df559245e88619e75213e654a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:06.247189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc0d401-e57e-45f8-b4ec-53d7e3dd1d6f None None] New status for floating IP ab451744-eb38-4f04-86a0-a9c1dc74610a: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:30:06.378902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Made reservation on behalf of cb2708df559245e88619e75213e654a3 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:30:06.382516 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.434416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.568670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764306e-5fd2-417d-8a7a-29073a924d95 req-04eec1ed-d966-4c09-a9f7-76e215a72e18 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:06.570306 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a764306e-5fd2-417d-8a7a-29073a924d95 req-04eec1ed-d966-4c09-a9f7-76e215a72e18 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.3054745 Apr 07 06:30:06.619834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a764306e-5fd2-417d-8a7a-29073a924d95 req-b25f3bd3-d0bf-400b-bb10-56e624e02cdb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Apr 07 06:30:06.625321 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (e474180c-598a-48ec-bf82-842625d8b6a7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.688674 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e474180c-598a-48ec-bf82-842625d8b6a7,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:06.693920 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Checking segment: {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:30:06.694339 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Network hostable DHCP agents. Network: 58702a58-66ea-42bb-9711-6c93687f2919, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:30:06.777833 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Network 58702a58-66ea-42bb-9711-6c93687f2919 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:30:06.858516 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 58702a58-66ea-42bb-9711-6c93687f2919) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:30:06.862596 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:06.863193 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:06.868651 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f92f3-103c-45c5-a03d-32733d86a516 None None] Network 58702a58-66ea-42bb-9711-6c93687f2919 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:30:06.917770 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686f847c-b3c5-42db-a565-b65b0cbaa06b req-1faba2d2-88ba-4425-9246-baab4a36a88b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:06.919140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-686f847c-b3c5-42db-a565-b65b0cbaa06b req-1faba2d2-88ba-4425-9246-baab4a36a88b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0514684 Apr 07 06:30:06.958812 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-af46cea5-bc17-4044-afde-8092b6262c74 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8292210 Apr 07 06:30:06.962954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0d18e2-ccfe-46a2-8459-de1bdd250ee0 None None] Network 58702a58-66ea-42bb-9711-6c93687f2919 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:30:06.974911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-686f847c-b3c5-42db-a565-b65b0cbaa06b req-85460956-7e52-4be4-9d86-485df2f73891 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496464 Apr 07 06:30:07.139514 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b556489-e51c-41f1-b3a7-f69676300084 req-5154b2fa-b9d9-46b5-8eea-a3abca4a8c3b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.141811 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b556489-e51c-41f1-b3a7-f69676300084 req-5154b2fa-b9d9-46b5-8eea-a3abca4a8c3b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0642838 Apr 07 06:30:07.193742 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b556489-e51c-41f1-b3a7-f69676300084 req-00a38d2f-3984-414f-9b6e-8f66263fadc5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463760 Apr 07 06:30:07.284383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-0b4cc46a-65ae-4d13-9c54-31a00c1eb725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.286009 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-0b4cc46a-65ae-4d13-9c54-31a00c1eb725 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 1130 time: 0.0503716 Apr 07 06:30:07.430263 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-64f5e83b-6092-4b05-be3d-c2cce827183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.431655 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-64f5e83b-6092-4b05-be3d-c2cce827183d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 914 time: 0.0846941 Apr 07 06:30:07.529200 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-ea0d2b4f-7af8-4bd7-a43c-82c87f47ab5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25 HTTP/1.1" status: 200 len: 1002 time: 0.0590611 Apr 07 06:30:07.580086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-8cd8bb28-53d6-4623-a290-f1a84121d39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.581459 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-8cd8bb28-53d6-4623-a290-f1a84121d39a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.0427442 Apr 07 06:30:07.742287 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afc120-9453-4e2a-80b9-b309bc6ae3f1 req-f7dffadd-8e51-4572-955e-4537cd2c3bbc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.744485 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9afc120-9453-4e2a-80b9-b309bc6ae3f1 req-f7dffadd-8e51-4572-955e-4537cd2c3bbc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0563836 Apr 07 06:30:07.790243 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9afc120-9453-4e2a-80b9-b309bc6ae3f1 req-627b47d1-8674-4896-80fb-a198da9e95dc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402520 Apr 07 06:30:07.858295 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-1266ca3f-f893-4f69-9da7-430a10ec4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:07.860033 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-1266ca3f-f893-4f69-9da7-430a10ec4840 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561297 Apr 07 06:30:07.952758 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-efb3df9c-ebca-4d4d-b910-c12d3839a2f8 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859652 Apr 07 06:30:08.172726 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4ccd8-9a40-4c05-80e9-b55c75d3e0f8 req-bbfaa525-5da0-4fb6-8160-6922f2de137f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.174507 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ec4ccd8-9a40-4c05-80e9-b55c75d3e0f8 req-bbfaa525-5da0-4fb6-8160-6922f2de137f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1380107 Apr 07 06:30:08.187242 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-296d0422-a450-451b-b3cc-94df73da19d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.191643 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-296d0422-a450-451b-b3cc-94df73da19d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1129 time: 0.1251411 Apr 07 06:30:08.272369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98b5e12f-b6c1-4cdc-9889-0dd9a63dc77b req-66c4850c-2662-4c57-adf8-741fb0fdfa31 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100339 Apr 07 06:30:08.336360 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ec4ccd8-9a40-4c05-80e9-b55c75d3e0f8 req-dae8e1e2-893d-48b7-9b10-9243f66c3a69 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544104 Apr 07 06:30:08.369765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-87e57705-06af-4aab-a91a-c7bca668b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.371241 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-87e57705-06af-4aab-a91a-c7bca668b6c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.1605787 Apr 07 06:30:08.383311 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c3272-e050-4067-bdd3-03381adf6356 req-4a0f9cf8-ccc7-4e7c-8ac0-a40f030bbf33 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.384747 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c00c3272-e050-4067-bdd3-03381adf6356 req-4a0f9cf8-ccc7-4e7c-8ac0-a40f030bbf33 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1069632 Apr 07 06:30:08.470632 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-bb45aa5b-2b8d-4fb9-a42e-8684ec92b5e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 1000 time: 0.0848405 Apr 07 06:30:08.477400 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c00c3272-e050-4067-bdd3-03381adf6356 req-5da485f9-6885-4ba4-90c3-5b68450d2ab8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864923 Apr 07 06:30:08.527237 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-37a00e73-7048-4c6c-914a-079610c20fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.528968 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-37a00e73-7048-4c6c-914a-079610c20fff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0447383 Apr 07 06:30:08.578648 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-dc2f48c6-843a-4907-b707-001019efc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.580171 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-dc2f48c6-843a-4907-b707-001019efc9e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437131 Apr 07 06:30:08.675948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-c6949207-b723-4f7a-8b86-cff98d4d2cf9 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892527 Apr 07 06:30:08.765181 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c381faf-dc2e-47fb-bec4-ea09f45ae5fa req-c27888f6-55e2-409f-80b9-63d0546a89d4 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Apr 07 06:30:08.921779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131824db-218e-4afd-9194-c0db2e177de2 req-549e7315-aea8-40aa-8659-fa5122a06403 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:08.923411 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-131824db-218e-4afd-9194-c0db2e177de2 req-549e7315-aea8-40aa-8659-fa5122a06403 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0520258 Apr 07 06:30:08.978921 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-131824db-218e-4afd-9194-c0db2e177de2 req-51f00340-5d56-46d4-9e17-1f867081cf96 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493164 Apr 07 06:30:09.165857 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-578a883d-83c7-4e47-bc86-e78ffc7ce059 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:09.167289 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-578a883d-83c7-4e47-bc86-e78ffc7ce059 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/networks?id=58702a58-66ea-42bb-9711-6c93687f2919 HTTP/1.1" status: 200 len: 809 time: 0.0979633 Apr 07 06:30:09.181180 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-ca59bdb8-62a8-4f55-ace4-c41609f23024 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/quotas/cb2708df559245e88619e75213e654a3 HTTP/1.1" status: 200 len: 375 time: 0.0085306 Apr 07 06:30:09.210503 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-f73ebe46-7710-4290-9d2f-3113c3e43c2f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246155 Apr 07 06:30:09.299260 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-5a098f19-c53d-4904-9b70-89ced671296f service neutron] 10.222.0.24 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825059 Apr 07 06:30:09.386122 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-8b7fbdb2-9293-4493-8e14-251a6a3e6409 service neutron] 10.222.0.24 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811043 Apr 07 06:30:09.465934 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357fc7e8-5f47-4968-9f4d-780d48f72b8b req-ac669f64-79ba-4427-b66c-b41319905910 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:09.468181 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357fc7e8-5f47-4968-9f4d-780d48f72b8b req-ac669f64-79ba-4427-b66c-b41319905910 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0571887 Apr 07 06:30:09.516399 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-357fc7e8-5f47-4968-9f4d-780d48f72b8b req-b95afe27-4c4f-4c6f-b4f2-8f2629b145a4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Apr 07 06:30:09.650893 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ec22b-e975-4d71-bbdb-5f8cd78633ee req-5a6d739d-624b-4f9f-b1db-db293917cada tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:09.654082 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-805ec22b-e975-4d71-bbdb-5f8cd78633ee req-5a6d739d-624b-4f9f-b1db-db293917cada tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0781336 Apr 07 06:30:09.685716 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-32f237b5-d73e-4ad0-bb69-084a557a389c req-eeef58f5-3c45-42ce-b7bf-eb587857c327 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0319414 Apr 07 06:30:09.734051 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-805ec22b-e975-4d71-bbdb-5f8cd78633ee req-bb74b9be-1e13-41ae-8105-4ce1340cd08d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708344 Apr 07 06:30:10.104397 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8e6b6-07cd-4ed0-9cfb-b28341a3f68e req-0b876d69-63e6-4e28-8bb2-dff0061ae785 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:10.105916 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c8e6b6-07cd-4ed0-9cfb-b28341a3f68e req-0b876d69-63e6-4e28-8bb2-dff0061ae785 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0553274 Apr 07 06:30:10.153624 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62c8e6b6-07cd-4ed0-9cfb-b28341a3f68e req-6300e8ae-402d-4f83-8e72-3eac4c53b28c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419128 Apr 07 06:30:10.633007 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ed3a6-9055-486d-b1b6-0a44b8994ca1 req-4303ee6c-a5f2-4373-a413-af76f53273ca tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:10.634469 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-927ed3a6-9055-486d-b1b6-0a44b8994ca1 req-4303ee6c-a5f2-4373-a413-af76f53273ca tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0516078 Apr 07 06:30:10.687389 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-927ed3a6-9055-486d-b1b6-0a44b8994ca1 req-ec5a0876-8b66-46bd-86c4-0eb9bcdfc2e1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467350 Apr 07 06:30:10.776504 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-200ddcd1-67a9-437a-8029-33b28fb61991 req-9b29f05d-88f9-40e6-9eee-fd93dca64b18 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0308216 Apr 07 06:30:10.855051 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c6a3c-aa3c-4d54-91cd-fb9876999316 req-615a5637-c7f1-4c81-8430-00a18e9b82b4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:10.856547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a58c6a3c-aa3c-4d54-91cd-fb9876999316 req-615a5637-c7f1-4c81-8430-00a18e9b82b4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0513940 Apr 07 06:30:10.903849 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a58c6a3c-aa3c-4d54-91cd-fb9876999316 req-de53edbe-b2ee-4735-9df6-b6c7e2555870 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414577 Apr 07 06:30:11.277934 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d49e5-3651-43c9-b214-19244548b760 req-2e42d1b7-ac4e-4f64-bf7d-e8b08c53f368 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:11.279471 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-412d49e5-3651-43c9-b214-19244548b760 req-2e42d1b7-ac4e-4f64-bf7d-e8b08c53f368 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0518343 Apr 07 06:30:11.325019 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-412d49e5-3651-43c9-b214-19244548b760 req-58f5a5d6-52f3-4881-adfb-f22f8daca3b1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396295 Apr 07 06:30:11.809679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68c10c-4bc4-4eea-99bd-57504f2bfe52 req-8d85e871-9a45-4c15-872c-cd3109843931 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:11.811162 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f68c10c-4bc4-4eea-99bd-57504f2bfe52 req-8d85e871-9a45-4c15-872c-cd3109843931 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0549619 Apr 07 06:30:11.877281 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-726f96b6-76d0-4576-9f1c-ead0c1b6fb6e req-f669d20d-be59-4f60-a484-f395eb2f74ee tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0358815 Apr 07 06:30:11.882161 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f68c10c-4bc4-4eea-99bd-57504f2bfe52 req-a41b3035-dffb-4304-b00e-5ba8c23d761f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654335 Apr 07 06:30:12.018658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6339ed-59d8-4b6f-909e-a095e90f5f29 req-bc548bd3-4fb1-4e4b-a021-0d712c0fb96b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:12.020061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d6339ed-59d8-4b6f-909e-a095e90f5f29 req-bc548bd3-4fb1-4e4b-a021-0d712c0fb96b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Apr 07 06:30:12.066121 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3d6339ed-59d8-4b6f-909e-a095e90f5f29 req-b84b08b1-6450-4d78-8f11-fe989ae9a4dd tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406148 Apr 07 06:30:12.450133 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ddfa-4b25-475f-b9cb-71c0cf2bdf1e req-41f4853b-4db2-4cfb-b084-1df9abd7d61f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:12.452151 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19d8ddfa-4b25-475f-b9cb-71c0cf2bdf1e req-41f4853b-4db2-4cfb-b084-1df9abd7d61f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 945 time: 0.0563259 Apr 07 06:30:12.501334 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19d8ddfa-4b25-475f-b9cb-71c0cf2bdf1e req-8e0f0cac-2268-4532-9eab-c5346820e193 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434549 Apr 07 06:30:12.625289 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:30:12.704670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: ACTIVE; New status is: DOWN {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:12.705045 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:12.727783 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:12.730038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28b7209-1a2e-4862-aabf-7a1ce48e6d59" -d '{"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-unplugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:12.744406 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:12.766712 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d2e0a3-e08a-4fee-95aa-e8b83ff31a9e x-openstack-request-id: req-f1d2e0a3-e08a-4fee-95aa-e8b83ff31a9e {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:12.774172 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-unplugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:12.774172 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d2e0a3-e08a-4fee-95aa-e8b83ff31a9e {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:12.774172 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d2e0a3-e08a-4fee-95aa-e8b83ff31a9e'] response: {'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'code': 200} Apr 07 06:30:12.835315 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:12.882647 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=8']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:12.976566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-598626db-1f0f-49ff-a925-f6480a7da671 req-e5648aa6-a805-423c-a415-be380a6908a9 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0331535 Apr 07 06:30:13.016205 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcb469-fb69-4a9b-b670-74079b4a8447 req-0f60ef92-d868-40ca-97d1-abb9032321bd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:13.017820 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1bcb469-fb69-4a9b-b670-74079b4a8447 req-0f60ef92-d868-40ca-97d1-abb9032321bd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0640619 Apr 07 06:30:13.065257 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1bcb469-fb69-4a9b-b670-74079b4a8447 req-e1c747c1-449d-4e2f-a6b5-24f91a81657a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418682 Apr 07 06:30:13.185716 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd41cde-7c17-4d5f-8017-c5711586d552 req-6703dabb-03e0-4687-9dbb-3f0da76c066c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:13.187091 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7bd41cde-7c17-4d5f-8017-c5711586d552 req-6703dabb-03e0-4687-9dbb-3f0da76c066c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0551090 Apr 07 06:30:13.236610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7bd41cde-7c17-4d5f-8017-c5711586d552 req-86ea32d6-c3b0-4df7-9417-c8bb25f38f8a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438690 Apr 07 06:30:13.679885 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f62a3c-de21-4d88-9939-1090720019de req-cc115a27-f578-4881-b6fe-58d67bcae79a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:13.681364 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b1f62a3c-de21-4d88-9939-1090720019de req-cc115a27-f578-4881-b6fe-58d67bcae79a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0925643 Apr 07 06:30:13.687844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-9e31edba-70c4-45d2-8f15-308538261e31 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:13.689271 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-9e31edba-70c4-45d2-8f15-308538261e31 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "GET /v2.0/networks?id=58702a58-66ea-42bb-9711-6c93687f2919 HTTP/1.1" status: 200 len: 809 time: 0.1449261 Apr 07 06:30:13.730366 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b1f62a3c-de21-4d88-9939-1090720019de req-b63ac078-fa4d-48ca-80e5-ff1cab677b5b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Apr 07 06:30:14.067961 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b426a542-409e-4459-bc9c-3b475b7e6af9 req-cd4abf66-7ca5-4ea8-9680-595e4f236dfc tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0261350 Apr 07 06:30:14.179112 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010350a-e4cc-44b3-b25a-63d56749a117 req-a8204539-696d-46cb-ae44-0afe270cce96 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:14.180605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b010350a-e4cc-44b3-b25a-63d56749a117 req-a8204539-696d-46cb-ae44-0afe270cce96 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0512149 Apr 07 06:30:14.229259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b010350a-e4cc-44b3-b25a-63d56749a117 req-a3b55a0a-bb6d-40a5-9665-3b2bea14f95b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431130 Apr 07 06:30:14.356716 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb117e8-5905-46cf-8d0b-76564aaec8d8 req-ac8741c5-6b4f-4df9-9409-04b7e993f664 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:14.358649 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbb117e8-5905-46cf-8d0b-76564aaec8d8 req-ac8741c5-6b4f-4df9-9409-04b7e993f664 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Apr 07 06:30:14.417181 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbb117e8-5905-46cf-8d0b-76564aaec8d8 req-55d45de2-8889-4088-b1dc-48200b14c089 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454290 Apr 07 06:30:15.011113 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-f7123d91-4794-4eb0-9bfb-6edfb94bc207 req-b4daf405-b2b6-4f58-a5f6-98f6215f0ea3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:30:15.012152 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7123d91-4794-4eb0-9bfb-6edfb94bc207 req-b4daf405-b2b6-4f58-a5f6-98f6215f0ea3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054328 Apr 07 06:30:15.163966 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8bfed20c-2d89-4a75-8b33-d8b40963b1aa req-ec4679de-3e75-4048-82f5-a397a44ea4cc tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0279236 Apr 07 06:30:15.313729 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579de-8450-43d6-8596-a36be5c17f85 req-767a574c-6378-471c-b9f7-271bf4d8235f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:15.315384 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6579de-8450-43d6-8596-a36be5c17f85 req-767a574c-6378-471c-b9f7-271bf4d8235f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0591269 Apr 07 06:30:15.405471 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6579de-8450-43d6-8596-a36be5c17f85 req-0b30b7a9-3d7b-48c0-a433-d2ad1f254b4c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763938 Apr 07 06:30:15.412202 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd09396-9c96-4e1a-8d23-b385085c44fb req-6f778410-f66b-42c9-bc10-62233a78a3df tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:15.418832 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbd09396-9c96-4e1a-8d23-b385085c44fb req-6f778410-f66b-42c9-bc10-62233a78a3df tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0998049 Apr 07 06:30:15.479930 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbd09396-9c96-4e1a-8d23-b385085c44fb req-4c643df4-eb79-4797-afc0-3a710e2d11c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601063 Apr 07 06:30:15.556014 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe17ea9-27c1-4c43-ae99-2cd40b7734d4 req-d9d916a8-1caf-42ff-9a82-43645b0debb4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:15.557611 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbe17ea9-27c1-4c43-ae99-2cd40b7734d4 req-d9d916a8-1caf-42ff-9a82-43645b0debb4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0550115 Apr 07 06:30:15.612421 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cbe17ea9-27c1-4c43-ae99-2cd40b7734d4 req-f92ea70f-62fd-4683-b7c1-2f35d410ef80 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483279 Apr 07 06:30:15.938595 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42928) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:16.027271 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-64e3e680-4b3e-4cd3-97f9-614bd1ead2c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874610 Apr 07 06:30:16.036272 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-04f2d1e3-bb78-477f-ba18-6b7f85130894 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:30:16.037222 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-04f2d1e3-bb78-477f-ba18-6b7f85130894 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054452 Apr 07 06:30:16.115186 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 42936) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:16.221608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-8e6b7440-9d62-4985-a2fd-d7d3515d2d4b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:16.223665 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-8e6b7440-9d62-4985-a2fd-d7d3515d2d4b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports/877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 940 time: 0.1069243 Apr 07 06:30:16.269355 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e866b09c-3218-420f-a711-799b68dc2ecb req-aaee9ab5-801d-44a8-8fa6-d510aaff1cfd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0276506 Apr 07 06:30:16.412078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Request body: {'port': {'device_id': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919', 'admin_state_up': True, 'tenant_id': 'cb2708df559245e88619e75213e654a3'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:16.588653 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391990b-7510-4db4-873d-6f2f9ef81272 req-347aec89-2ef0-4be3-8d49-fe24c55525ba tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:16.590427 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6391990b-7510-4db4-873d-6f2f9ef81272 req-347aec89-2ef0-4be3-8d49-fe24c55525ba tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.1053560 Apr 07 06:30:16.645921 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0643293-a67c-484e-a68b-421f371498e5 req-d20e1f7a-85cc-4f7f-835d-2c04c8061086 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:16.647594 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f0643293-a67c-484e-a68b-421f371498e5 req-d20e1f7a-85cc-4f7f-835d-2c04c8061086 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0963647 Apr 07 06:30:16.655677 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:30:16.667479 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6391990b-7510-4db4-873d-6f2f9ef81272 req-3a028359-0666-4c6a-9f81-1f8ba970dde6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700967 Apr 07 06:30:16.707599 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Made reservation on behalf of cb2708df559245e88619e75213e654a3 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:30:16.711062 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:16.716646 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f0643293-a67c-484e-a68b-421f371498e5 req-c57e77a3-f258-4260-9bc9-3db889c26bff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602758 Apr 07 06:30:16.740771 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: DOWN; New status is: DOWN {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:16.875852 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bb3cc-9963-4d93-9090-7cc5c8115f7b req-e9726a40-5cc4-4764-bcd1-ed6a2f5d40c3 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:16.877365 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca8bb3cc-9963-4d93-9090-7cc5c8115f7b req-e9726a40-5cc4-4764-bcd1-ed6a2f5d40c3 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1024725 Apr 07 06:30:16.906242 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Allocated IP 172.20.0.13 (58702a58-66ea-42bb-9711-6c93687f2919/e474180c-598a-48ec-bf82-842625d8b6a7/514f94fe-1631-45dd-932d-e8bbaf7a33a0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:30:16.952783 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca8bb3cc-9963-4d93-9090-7cc5c8115f7b req-4b31eb90-3fe6-4fa6-b524-63777b5a13af tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661330 Apr 07 06:30:17.078576 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks [] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:17.172911 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:17.217872 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Network 58702a58-66ea-42bb-9711-6c93687f2919 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:30:17.221354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:30:17.225373 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:30:17.249854 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Pushing event updated for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:17.277892 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:17.278520 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:17.380349 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b4061b8c-d8b4-4951-87c2-94b1a6aac73f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9726253 Apr 07 06:30:17.396868 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Request body: {'port': {'device_id': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:17.433095 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1dadb-b395-4259-bf3e-063ea190b2bd req-5c360e49-ab62-4451-861e-345db3ffa0e7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:17.436253 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bd1dadb-b395-4259-bf3e-063ea190b2bd req-5c360e49-ab62-4451-861e-345db3ffa0e7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 932 time: 0.0871847 Apr 07 06:30:17.741623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:17.761993 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bd1dadb-b395-4259-bf3e-063ea190b2bd req-2d01cc43-da50-4c82-9927-aa609b54b425 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209314 Apr 07 06:30:17.921760 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7709f87-cb1d-4a62-b170-47c850956752 req-7fe9a7d0-e1d6-4986-a31a-cfa1b3ed9823 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:17.923116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7709f87-cb1d-4a62-b170-47c850956752 req-7fe9a7d0-e1d6-4986-a31a-cfa1b3ed9823 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.1647179 Apr 07 06:30:17.986270 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ec32-0bd3-4372-975c-2817e2711d2c req-6e88bbb2-731f-4934-8a4f-4f96e27be457 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:17.987757 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87d6ec32-0bd3-4372-975c-2817e2711d2c req-6e88bbb2-731f-4934-8a4f-4f96e27be457 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1659186 Apr 07 06:30:18.063203 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7709f87-cb1d-4a62-b170-47c850956752 req-7122d934-fcb9-4e92-8eef-9a433585f8ac tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335721 Apr 07 06:30:18.099149 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-87d6ec32-0bd3-4372-975c-2817e2711d2c req-2d125b3f-cbdb-44fc-8b9d-4ed5572b1a53 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856574 Apr 07 06:30:18.184097 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cda7f4ae-befb-4d14-8bc1-3c3d8eab8843 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.207043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514f94fe-1631-45dd-932d-e8bbaf7a33a0 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:30:18.220254 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks [] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.230289 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b00501-8a53-4d30-938d-464cced858f5 req-86b4101a-848a-4fda-9a77-6457397287d5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:18.231802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b3b00501-8a53-4d30-938d-464cced858f5 req-86b4101a-848a-4fda-9a77-6457397287d5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0899298 Apr 07 06:30:18.247666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Transition to ACTIVE for port object 514f94fe-1631-45dd-932d-e8bbaf7a33a0 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:30:18.283626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b3b00501-8a53-4d30-938d-464cced858f5 req-721deeeb-daec-40c2-969b-aa7aaf360906 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460241 Apr 07 06:30:18.366306 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.415787 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Pushing event updated for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:18.489974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Attempting to bind port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:30:18.490312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Attempting to bind port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:30:18.490642 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Attempting to bind port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 on network 58702a58-66ea-42bb-9711-6c93687f2919 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:18.495057 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 on network 58702a58-66ea-42bb-9711-6c93687f2919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:30:18.495383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Attempting to bind port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 on network 58702a58-66ea-42bb-9711-6c93687f2919 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:18.501593 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:30:18.501953 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Checking segment: {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:30:18.502416 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Bound using segment: {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:30:18.502845 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Bound port: 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:30:18.503206 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.570316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:30:18.573705 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:30:18.641613 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.708760 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:18.709379 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:18.710759 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/514f94fe-1631-45dd-932d-e8bbaf7a33a0 HTTP/1.1" status: 200 len: 1094 time: 1.3190598 Apr 07 06:30:18.713669 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:18.716671 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a638b1a-022e-4d19-aa08-615126980c85" -d '{"events": [{"name": "network-changed", "server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:18.750208 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3e5dc-cf3a-44c8-90c0-36978a5693d3 service neutron] Pushing event updated for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:18.770470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd41dc-35cb-410a-94ad-3a46ea92df3c req-2e2354af-fa00-4737-b840-0582a1b99346 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:18.772122 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bdd41dc-35cb-410a-94ad-3a46ea92df3c req-2e2354af-fa00-4737-b840-0582a1b99346 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1007781 Apr 07 06:30:18.773587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04de3a28-d3ab-4159-86a8-17f7880195e6 x-openstack-request-id: req-04de3a28-d3ab-4159-86a8-17f7880195e6 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:18.778098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:18.778098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04de3a28-d3ab-4159-86a8-17f7880195e6 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:18.778098 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04de3a28-d3ab-4159-86a8-17f7880195e6'] response: {'name': 'network-changed', 'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0', 'status': 'completed', 'code': 200} Apr 07 06:30:18.830531 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2bdd41dc-35cb-410a-94ad-3a46ea92df3c req-1531c681-a5fb-4d93-ade9-c9dfd515c4f8 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529053 Apr 07 06:30:18.920677 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a638b1a-022e-4d19-aa08-615126980c85 req-5a17ab80-d394-43d5-aee1-da4f51bf2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:18.922114 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2a638b1a-022e-4d19-aa08-615126980c85 req-5a17ab80-d394-43d5-aee1-da4f51bf2654 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 1128 time: 0.0835111 Apr 07 06:30:18.934915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d510a6f0-de1f-418c-b286-471ea70a5d88 req-bdd1eee0-b9a0-4998-9d49-acefa98ac771 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:18.937066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d510a6f0-de1f-418c-b286-471ea70a5d88 req-bdd1eee0-b9a0-4998-9d49-acefa98ac771 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 944 time: 0.0695491 Apr 07 06:30:19.085117 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d510a6f0-de1f-418c-b286-471ea70a5d88 req-02d1e12a-0b78-4a7b-b405-9a425455ce9b tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422076 Apr 07 06:30:19.097928 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-639a4a35-941c-4c1e-983e-44f8b53bdd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.099501 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-639a4a35-941c-4c1e-983e-44f8b53bdd1e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.1410258 Apr 07 06:30:19.132424 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a638b1a-022e-4d19-aa08-615126980c85 req-5a9fb85a-a5b7-4d13-9b6d-38ec59fb994b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.133908 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2a638b1a-022e-4d19-aa08-615126980c85 req-5a9fb85a-a5b7-4d13-9b6d-38ec59fb994b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cb2708df559245e88619e75213e654a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1839945 Apr 07 06:30:19.365352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-2a007510-7f50-4451-82e9-29e0499d36f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.366737 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-2a007510-7f50-4451-82e9-29e0499d36f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.2577040 Apr 07 06:30:19.376318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95386d48-255e-4756-849d-a5306b97230c req-403f3a67-898a-442b-bd3c-de0f5ad53bec tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.377731 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95386d48-255e-4756-849d-a5306b97230c req-403f3a67-898a-442b-bd3c-de0f5ad53bec tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.2090909 Apr 07 06:30:19.379911 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a638b1a-022e-4d19-aa08-615126980c85 req-efd8948d-5b05-43cd-b8bb-f098831082d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.381205 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2a638b1a-022e-4d19-aa08-615126980c85 req-efd8948d-5b05-43cd-b8bb-f098831082d6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2144001 Apr 07 06:30:19.387775 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60559116-90d8-4891-9c66-1c5b00694403 req-543273a1-309b-4147-98c4-295c5cca2697 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.389182 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60559116-90d8-4891-9c66-1c5b00694403 req-543273a1-309b-4147-98c4-295c5cca2697 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.2004650 Apr 07 06:30:19.461855 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95386d48-255e-4756-849d-a5306b97230c req-06c61344-87e5-43eb-a75e-24e5a7364f5e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717282 Apr 07 06:30:19.465056 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-60559116-90d8-4891-9c66-1c5b00694403 req-2ceac8d1-d980-4bbe-804a-837f28e18dba tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693471 Apr 07 06:30:19.646808 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-314ab1da-73ca-4e60-8add-d3426b536ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.648239 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-314ab1da-73ca-4e60-8add-d3426b536ded service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 1128 time: 0.0436201 Apr 07 06:30:19.687284 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-6a39e5f1-357e-499e-95a8-30fde5a785b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1001 time: 0.1116228 Apr 07 06:30:19.694087 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-c4240688-6160-4542-b633-b543563127dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0 HTTP/1.1" status: 200 len: 217 time: 0.0353508 Apr 07 06:30:19.700625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-ad0b4295-4d82-45c4-8e54-86a26e9f3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.702547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-ad0b4295-4d82-45c4-8e54-86a26e9f3bef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 1127 time: 0.1194437 Apr 07 06:30:19.777179 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-561374ba-3126-41b8-8d23-2d317582af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.777179 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-561374ba-3126-41b8-8d23-2d317582af7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e474180c-598a-48ec-bf82-842625d8b6a7 HTTP/1.1" status: 200 len: 849 time: 0.0601847 Apr 07 06:30:19.786890 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-ec85cf18-4590-48bb-9be4-a4807bc4d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.788358 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-ec85cf18-4590-48bb-9be4-a4807bc4d8b1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0813434 Apr 07 06:30:19.811854 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-49c39c9e-37c9-4f75-8e39-995ea40d0b52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58702a58-66ea-42bb-9711-6c93687f2919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284450 Apr 07 06:30:19.826060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-ede183cc-5bc1-4b61-8a13-9b75d4cd1a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.828402 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-ede183cc-5bc1-4b61-8a13-9b75d4cd1a41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1127 time: 0.0891142 Apr 07 06:30:19.898260 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-3b8b2f09-2a52-4ec9-b21e-30b7b077aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:19.899785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-3b8b2f09-2a52-4ec9-b21e-30b7b077aedc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1035860 Apr 07 06:30:19.912023 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-d8f3b0b9-348d-4389-ad01-8474a8561aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934029 Apr 07 06:30:20.012734 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-256b9a96-43fa-4d39-9d56-9a6288ddd1a2 req-443e3444-cdc8-4c46-b198-7442c4be23d5 service neutron] 10.222.0.25 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939572 Apr 07 06:30:20.018118 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-7aae1d6c-c0e0-4a52-8608-28a1cb997f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:20.019584 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-7aae1d6c-c0e0-4a52-8608-28a1cb997f2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.1848984 Apr 07 06:30:20.096218 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a184f6-28d0-4c76-be8f-565a3c72dfbf req-955039cf-363c-44aa-820e-974e4b1723c6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:20.097707 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-18a184f6-28d0-4c76-be8f-565a3c72dfbf req-955039cf-363c-44aa-820e-974e4b1723c6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1665735 Apr 07 06:30:20.101450 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-2591395e-abe8-4b5d-ad89-f679f5ac1d39 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926587 Apr 07 06:30:20.147424 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-316f2290-76a9-4995-b66f-6af5f7280f9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 200 len: 998 time: 0.1196418 Apr 07 06:30:20.231413 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-18a184f6-28d0-4c76-be8f-565a3c72dfbf req-c027d703-8f2d-4169-b194-03b645786353 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252856 Apr 07 06:30:20.279013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97187932-9d9e-415f-9753-a7361bdec2db req-e8f4fdc7-7cb2-4769-abb0-72cc3e8f5d34 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:20.281473 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97187932-9d9e-415f-9753-a7361bdec2db req-e8f4fdc7-7cb2-4769-abb0-72cc3e8f5d34 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 944 time: 0.1076124 Apr 07 06:30:20.283192 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4cc13dc-882e-4fd1-9e63-252e4d01e131 req-3cd40b5e-3c07-4b2e-a672-b8343cf76b9d service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697595 Apr 07 06:30:20.334108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97187932-9d9e-415f-9753-a7361bdec2db req-a26eb9b5-ca04-4fcb-854a-4628ce16c6d6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469925 Apr 07 06:30:20.617326 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3709c21-f28f-4b75-ab3a-9bfd65394991 req-83f344fa-f0b3-4b47-9b28-3d3ac67af8f2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:20.618427 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cf376a4e-11a8-47c5-b6c9-f8fa343808b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:20.618915 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e3709c21-f28f-4b75-ab3a-9bfd65394991 req-83f344fa-f0b3-4b47-9b28-3d3ac67af8f2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0843379 Apr 07 06:30:20.626438 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e157f95-1cf8-46cd-acdc-5db28527f236 req-fa6785be-054f-4744-825c-3347c10e8ca6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:20.627857 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e157f95-1cf8-46cd-acdc-5db28527f236 req-fa6785be-054f-4744-825c-3347c10e8ca6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0914426 Apr 07 06:30:20.697192 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e3709c21-f28f-4b75-ab3a-9bfd65394991 req-a4a4c80a-6016-4f24-bd30-35dc8b096219 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683722 Apr 07 06:30:20.701269 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e157f95-1cf8-46cd-acdc-5db28527f236 req-b8eb8c55-4a30-4d5f-869b-7c768f926f04 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Apr 07 06:30:21.181985 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-5feac509-a0d4-4344-8c43-1f5aebdc42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.183459 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-5feac509-a0d4-4344-8c43-1f5aebdc42b9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0541537 Apr 07 06:30:21.354442 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca74de-5bc4-4e04-87d6-a9b1d55de89c req-8e0c9d4b-a80d-4ee0-ace9-5cfcf90fdc65 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.356177 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1ca74de-5bc4-4e04-87d6-a9b1d55de89c req-8e0c9d4b-a80d-4ee0-ace9-5cfcf90fdc65 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0559564 Apr 07 06:30:21.414263 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c1ca74de-5bc4-4e04-87d6-a9b1d55de89c req-61ad10c1-4082-4961-aa75-22f833ab65e7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473657 Apr 07 06:30:21.532314 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e2498-6000-4fda-b3d6-44fa35cd6b2b req-2a7df66b-30fb-4c42-8d23-5f0728da4bd6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.533785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-789e2498-6000-4fda-b3d6-44fa35cd6b2b req-2a7df66b-30fb-4c42-8d23-5f0728da4bd6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 944 time: 0.0862846 Apr 07 06:30:21.540008 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089deef2-481e-49fc-97de-e95140d78ff9 req-bde8f413-d0c5-4888-bd10-919536b792ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.541389 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-bde8f413-d0c5-4888-bd10-919536b792ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0673144 Apr 07 06:30:21.625004 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-789e2498-6000-4fda-b3d6-44fa35cd6b2b req-282de0b5-0e0e-4bdf-9a6e-5a7925ec8e47 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826938 Apr 07 06:30:21.660111 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-7cf4cc0f-0553-4f88-bdc1-7c86ba2f31e4 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011927 Apr 07 06:30:21.856097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabb7a3-e3b7-4726-9ec1-7a9ffe969156 req-40ca815a-282d-433d-8b87-b4aa86c8d7e6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.857648 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ebabb7a3-e3b7-4726-9ec1-7a9ffe969156 req-40ca815a-282d-433d-8b87-b4aa86c8d7e6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0886192 Apr 07 06:30:21.864437 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19623b1a-bb3a-4a96-aaca-a05023bcd0bc req-cfa0ecd8-cf62-4120-aac7-c8409be32516 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:21.865690 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19623b1a-bb3a-4a96-aaca-a05023bcd0bc req-cfa0ecd8-cf62-4120-aac7-c8409be32516 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0879276 Apr 07 06:30:21.914788 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:21.934769 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ebabb7a3-e3b7-4726-9ec1-7a9ffe969156 req-2fd73b16-3075-451a-b7fa-c36a3ddf4f0d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681596 Apr 07 06:30:21.938801 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19623b1a-bb3a-4a96-aaca-a05023bcd0bc req-d8f9c849-b4e4-475d-88c4-3ac2a403a55d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665615 Apr 07 06:30:22.529824 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aca358-0370-4858-a110-c4e49fe4087a req-1040846d-5951-436a-a4ef-7a269615b2b5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:22.531314 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34aca358-0370-4858-a110-c4e49fe4087a req-1040846d-5951-436a-a4ef-7a269615b2b5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0523453 Apr 07 06:30:22.580132 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34aca358-0370-4858-a110-c4e49fe4087a req-7a7fc471-ed77-488b-a0af-49f952c76443 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430675 Apr 07 06:30:22.675725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 514f94fe-1631-45dd-932d-e8bbaf7a33a0 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:30:22.745848 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f9e92-91d9-4bfc-ac98-88d815c79e64 req-3ec41bfe-4c16-4bf3-a674-ee3ef0cc576e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:22.747564 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c41f9e92-91d9-4bfc-ac98-88d815c79e64 req-3ec41bfe-4c16-4bf3-a674-ee3ef0cc576e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 944 time: 0.0509839 Apr 07 06:30:22.774765 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:22.796495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '514f94fe-1631-45dd-932d-e8bbaf7a33a0', 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919', 'port_id': '514f94fe-1631-45dd-932d-e8bbaf7a33a0', 'mac_address': 'fa:16:3e:bc:74:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474180c-598a-48ec-bf82-842625d8b6a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:30:22.800531 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c41f9e92-91d9-4bfc-ac98-88d815c79e64 req-1a65b5e7-cca9-4f54-8fd0-afb112726f25 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441568 Apr 07 06:30:22.837580 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:22.838243 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:22.854646 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514f94fe-1631-45dd-932d-e8bbaf7a33a0 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:30:22.861424 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:22.875389 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:22.937515 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:22.990764 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:23.087814 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f99131-a0f2-45e7-84f7-4a9ffc504f71 req-7703e26b-db21-4f91-a16a-a698e746c07e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:23.089279 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82f99131-a0f2-45e7-84f7-4a9ffc504f71 req-7703e26b-db21-4f91-a16a-a698e746c07e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0761812 Apr 07 06:30:23.095643 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28ec1-fd76-4375-baf2-243c9344f39e req-b52917c8-b7df-4b69-a053-f3c017be7627 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:23.097006 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-84f28ec1-fd76-4375-baf2-243c9344f39e req-b52917c8-b7df-4b69-a053-f3c017be7627 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0925207 Apr 07 06:30:23.228836 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82f99131-a0f2-45e7-84f7-4a9ffc504f71 req-b38475b3-d3b2-443b-bdbc-e404c30fc317 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308877 Apr 07 06:30:23.233198 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-84f28ec1-fd76-4375-baf2-243c9344f39e req-020b6467-b81a-4034-a7f7-28398dc32998 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285846 Apr 07 06:30:23.255347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-089deef2-481e-49fc-97de-e95140d78ff9 req-01285228-d525-4e67-b31e-da7b178a7d5d service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377869 Apr 07 06:30:23.277719 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['514f94fe-1631-45dd-932d-e8bbaf7a33a0'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:30:23.713330 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182b2ce0-fe35-44a7-b50d-1f17f3bed821 req-ce0fd683-d65b-44ba-8eb5-ba893a5188ca tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:23.714884 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-182b2ce0-fe35-44a7-b50d-1f17f3bed821 req-ce0fd683-d65b-44ba-8eb5-ba893a5188ca tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0673053 Apr 07 06:30:23.785155 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb2652-f3f4-4897-b5b5-3bfdff864665 req-928a5109-8292-4d2d-af23-cacdb4421834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:23.786657 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42eb2652-f3f4-4897-b5b5-3bfdff864665 req-928a5109-8292-4d2d-af23-cacdb4421834 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1130 time: 0.0925543 Apr 07 06:30:23.789689 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-182b2ce0-fe35-44a7-b50d-1f17f3bed821 req-62411f36-94fc-4918-9d94-7e2f7e84d0d7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596542 Apr 07 06:30:23.832834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42eb2652-f3f4-4897-b5b5-3bfdff864665 req-c16cb7d7-da5f-4959-aa2b-5a315153ff77 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390642 Apr 07 06:30:23.924312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb25ae-4d7e-453d-a5ed-52dcceb3b884 req-382b78a1-daae-43c1-9aca-deab979e08d7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:23.925844 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-debb25ae-4d7e-453d-a5ed-52dcceb3b884 req-382b78a1-daae-43c1-9aca-deab979e08d7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 945 time: 0.0573337 Apr 07 06:30:23.973693 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-debb25ae-4d7e-453d-a5ed-52dcceb3b884 req-d4ac9843-0ac1-4b7d-b028-ecc7943f30d6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421436 Apr 07 06:30:24.408828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b784ceb-ae62-4323-81f5-a0b2193ce8f0 req-4a2d4958-9ac0-4171-b7ec-d7dacc4fcb6e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:24.410320 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b784ceb-ae62-4323-81f5-a0b2193ce8f0 req-4a2d4958-9ac0-4171-b7ec-d7dacc4fcb6e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.1008928 Apr 07 06:30:24.430415 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84150092-b077-47be-b30b-a95defdddb16 req-52b64552-0f4d-4795-98ae-944bf1b00cbf tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:24.431856 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-84150092-b077-47be-b30b-a95defdddb16 req-52b64552-0f4d-4795-98ae-944bf1b00cbf tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.1210396 Apr 07 06:30:24.532141 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:24.687730 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 514f94fe-1631-45dd-932d-e8bbaf7a33a0 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:30:24.764399 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b784ceb-ae62-4323-81f5-a0b2193ce8f0 req-e9878f05-5440-42e5-a8db-4629fdf81e35 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465893 Apr 07 06:30:24.798396 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-84150092-b077-47be-b30b-a95defdddb16 req-3bf2659d-3316-4697-9a22-0af8d96ec1b7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585608 Apr 07 06:30:24.847934 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:30:24.853696 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:30:24.857470 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:24.950773 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:24.951209 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:24.977442 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:24.979774 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a3228-1477-4f47-94cf-801574d5171b" -d '{"events": [{"server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "name": "network-vif-plugged", "status": "completed", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:24.993285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:25.025419 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512a0fc6-9fc9-4b7d-98ed-b23250bf5b57 x-openstack-request-id: req-512a0fc6-9fc9-4b7d-98ed-b23250bf5b57 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:25.025719 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "name": "network-vif-plugged", "status": "completed", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:25.025981 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-512a0fc6-9fc9-4b7d-98ed-b23250bf5b57 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:25.026384 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512a0fc6-9fc9-4b7d-98ed-b23250bf5b57'] response: {'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0', 'code': 200} Apr 07 06:30:25.137814 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12dbe9-712c-4ba1-95ab-015ef3a48900 req-731fa956-39db-4a73-b3be-3f09aa5dfd36 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:25.139426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a12dbe9-712c-4ba1-95ab-015ef3a48900 req-731fa956-39db-4a73-b3be-3f09aa5dfd36 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 945 time: 0.0598109 Apr 07 06:30:25.177906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:25.192311 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1a12dbe9-712c-4ba1-95ab-015ef3a48900 req-0612e793-b741-4fed-a61d-1398c8bb6677 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470111 Apr 07 06:30:25.234377 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:25.480233 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfbab61-b8e3-4d28-834b-f6baa80658e1 req-f5304a31-dc51-41f8-993a-733f01a67fe4 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:25.480233 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdfbab61-b8e3-4d28-834b-f6baa80658e1 req-f5304a31-dc51-41f8-993a-733f01a67fe4 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0660450 Apr 07 06:30:25.533587 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdfbab61-b8e3-4d28-834b-f6baa80658e1 req-69a8bee7-24ad-419b-97ff-023088a0f484 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479414 Apr 07 06:30:25.894850 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2960b-dbc4-4410-9efc-b1a694d43777 req-dbc01f8a-defc-43cf-bfe1-1607e99c0645 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:25.896829 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7bf2960b-dbc4-4410-9efc-b1a694d43777 req-dbc01f8a-defc-43cf-bfe1-1607e99c0645 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0619259 Apr 07 06:30:25.976264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7bf2960b-dbc4-4410-9efc-b1a694d43777 req-2121a1bc-7cdc-4e45-98aa-0f93c56cda0c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Apr 07 06:30:25.991315 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf76670-f970-49a0-aadf-39a6f384a24a req-12a43b22-a14a-42ea-8256-765406a8ff3e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:25.992855 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5bf76670-f970-49a0-aadf-39a6f384a24a req-12a43b22-a14a-42ea-8256-765406a8ff3e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0767422 Apr 07 06:30:26.043642 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5bf76670-f970-49a0-aadf-39a6f384a24a req-42fdb2cf-6466-4dcb-9014-9975d6be1169 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Apr 07 06:30:26.333696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5880-87f0-4f85-bb94-ffe7de57da30 req-729d0e9c-744a-48f6-98af-033a1c1512c4 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:26.335278 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ab7a5880-87f0-4f85-bb94-ffe7de57da30 req-729d0e9c-744a-48f6-98af-033a1c1512c4 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0655997 Apr 07 06:30:26.387721 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ab7a5880-87f0-4f85-bb94-ffe7de57da30 req-9334e8d5-1612-443a-a7cc-d94daf47356c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447052 Apr 07 06:30:26.658710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26836bbc-dbef-4371-8b31-24f42e60bf52 req-78f4a150-5dea-4238-aca0-f16f13aa8f70 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:26.660276 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26836bbc-dbef-4371-8b31-24f42e60bf52 req-78f4a150-5dea-4238-aca0-f16f13aa8f70 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0537601 Apr 07 06:30:26.711593 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26836bbc-dbef-4371-8b31-24f42e60bf52 req-805e2ed3-a798-4ecb-a562-534ce4301cc5 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Apr 07 06:30:27.119606 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d17c9-aba9-482e-afd1-63f2d0c680b9 req-3b6fc764-b0bd-42e1-b2b1-b6d071278a1e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:27.121134 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765d17c9-aba9-482e-afd1-63f2d0c680b9 req-3b6fc764-b0bd-42e1-b2b1-b6d071278a1e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0670979 Apr 07 06:30:27.197343 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765d17c9-aba9-482e-afd1-63f2d0c680b9 req-b3085f0e-f580-4ef8-be47-cec0572cdac7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661812 Apr 07 06:30:27.205425 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a1905-0d92-4765-8281-210d3bbb4223 req-16648689-11e5-4912-9135-4883d82f809d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:27.206918 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-534a1905-0d92-4765-8281-210d3bbb4223 req-16648689-11e5-4912-9135-4883d82f809d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0848954 Apr 07 06:30:27.257856 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-534a1905-0d92-4765-8281-210d3bbb4223 req-f718d20a-adb9-4b19-b56b-df76e770c3b4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Apr 07 06:30:27.526498 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f2fa1-c452-4959-996c-a886bc734983 req-43aa9231-b7d3-4615-9fef-b4306dcc634d tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:27.527981 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c0f2fa1-c452-4959-996c-a886bc734983 req-43aa9231-b7d3-4615-9fef-b4306dcc634d tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0573084 Apr 07 06:30:27.579557 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c0f2fa1-c452-4959-996c-a886bc734983 req-e4045ac0-e109-4130-9635-cf372c5e1fc6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448105 Apr 07 06:30:27.848974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa0c4-1b9a-43c6-822a-d6939ef005f3 req-41237c4a-fa48-45ef-b2ad-2e9dbeb82a50 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:27.850989 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-021fa0c4-1b9a-43c6-822a-d6939ef005f3 req-41237c4a-fa48-45ef-b2ad-2e9dbeb82a50 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0588033 Apr 07 06:30:27.904714 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-021fa0c4-1b9a-43c6-822a-d6939ef005f3 req-8a7ce03f-c777-49b7-8f73-f819fb18ebb5 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473247 Apr 07 06:30:28.330234 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095c011a-e3a7-43c9-8a92-2b4ddf4d49d0 req-aa118eb5-49a9-4295-adb0-fe938c5ebbbf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:28.331888 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-095c011a-e3a7-43c9-8a92-2b4ddf4d49d0 req-aa118eb5-49a9-4295-adb0-fe938c5ebbbf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0625532 Apr 07 06:30:28.422477 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6a2f7-e355-4a58-af42-c8ebf6918aa0 req-0f63df47-e492-48dd-8ae5-cfd8494286a5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:28.424122 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57b6a2f7-e355-4a58-af42-c8ebf6918aa0 req-0f63df47-e492-48dd-8ae5-cfd8494286a5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0882437 Apr 07 06:30:28.428952 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-095c011a-e3a7-43c9-8a92-2b4ddf4d49d0 req-7db9ea2b-dfcb-4bd8-bb70-faffd71100ca tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846114 Apr 07 06:30:28.485395 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-57b6a2f7-e355-4a58-af42-c8ebf6918aa0 req-c7817902-0b9b-4838-8c28-ae0855d72a65 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550492 Apr 07 06:30:28.719870 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb592-e3da-426a-a165-ff2ad86c1aba req-9138456a-71b0-4327-8bc9-b32b52ca5fd6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:28.721580 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-826bb592-e3da-426a-a165-ff2ad86c1aba req-9138456a-71b0-4327-8bc9-b32b52ca5fd6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0615239 Apr 07 06:30:28.792121 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-826bb592-e3da-426a-a165-ff2ad86c1aba req-5168d4e4-7116-49ae-a965-9c9c168beb42 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645220 Apr 07 06:30:29.047333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41da96f3-dfb9-4112-850f-d379320ff3a4 req-ca191669-486b-49ef-98ec-193352bd5cb6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:29.049051 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41da96f3-dfb9-4112-850f-d379320ff3a4 req-ca191669-486b-49ef-98ec-193352bd5cb6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0668571 Apr 07 06:30:29.109947 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41da96f3-dfb9-4112-850f-d379320ff3a4 req-096949c4-b9a5-4169-a54e-edffb8d75b2e tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551004 Apr 07 06:30:29.564873 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e6881-db3e-4f35-9e8d-a2b0315f0a62 req-945807f4-c964-4685-b50c-d5ed548ab9dc tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:29.567355 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-116e6881-db3e-4f35-9e8d-a2b0315f0a62 req-945807f4-c964-4685-b50c-d5ed548ab9dc tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0634153 Apr 07 06:30:29.648866 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-116e6881-db3e-4f35-9e8d-a2b0315f0a62 req-a377c7e8-669c-405c-ad31-5483c0c1055d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739534 Apr 07 06:30:29.660162 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abceb7c2-ec93-47d4-ad07-0d57a68541ae req-b9f6614a-9895-47bd-9785-757cd1eac5f1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:29.661663 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abceb7c2-ec93-47d4-ad07-0d57a68541ae req-b9f6614a-9895-47bd-9785-757cd1eac5f1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0887930 Apr 07 06:30:29.725558 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-abceb7c2-ec93-47d4-ad07-0d57a68541ae req-db449d89-7ec8-41bc-bf8b-577c2cf9e45c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567076 Apr 07 06:30:29.918730 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20c1f0-2d85-4b5e-9022-602075c23a62 req-5114c123-bc9c-4298-8310-73636aba4ae1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:29.920905 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8a20c1f0-2d85-4b5e-9022-602075c23a62 req-5114c123-bc9c-4298-8310-73636aba4ae1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0596018 Apr 07 06:30:29.970220 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8a20c1f0-2d85-4b5e-9022-602075c23a62 req-1d6a632d-a376-4937-b274-5b2f744732e5 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430908 Apr 07 06:30:30.245947 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239de770-e6bf-432e-80bb-bc615163bd51 req-990ad225-7dc6-446d-a4c1-6497492b418c tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:30.248338 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-239de770-e6bf-432e-80bb-bc615163bd51 req-990ad225-7dc6-446d-a4c1-6497492b418c tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Apr 07 06:30:30.303894 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-239de770-e6bf-432e-80bb-bc615163bd51 req-c0e5f878-2a7e-4105-b894-e4ec0486af9c tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491407 Apr 07 06:30:30.823331 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dae7c-caf2-4693-ae04-65843cdfd0fa req-cd225e26-fd3e-4141-bf42-800ff009f9c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:30.825406 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b9dae7c-caf2-4693-ae04-65843cdfd0fa req-cd225e26-fd3e-4141-bf42-800ff009f9c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0937102 Apr 07 06:30:30.962875 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b9dae7c-caf2-4693-ae04-65843cdfd0fa req-c89c7722-e901-410e-8170-a5f3b1200fb2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303937 Apr 07 06:30:30.974246 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e92630-6692-4706-99c1-ae9e77bbbfda req-83a41317-165b-4b58-a127-c0ebbc2acbd3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:30.976005 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17e92630-6692-4706-99c1-ae9e77bbbfda req-83a41317-165b-4b58-a127-c0ebbc2acbd3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.1495306 Apr 07 06:30:31.048636 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17e92630-6692-4706-99c1-ae9e77bbbfda req-483b398d-efe8-4a44-9d97-24a0d6537444 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665164 Apr 07 06:30:31.146231 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c8a2e-13e9-4c34-82f7-4dfac18df4d6 req-5993306b-3bd7-42a2-8484-5dc89483319b tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:31.147937 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b43c8a2e-13e9-4c34-82f7-4dfac18df4d6 req-5993306b-3bd7-42a2-8484-5dc89483319b tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0678706 Apr 07 06:30:31.200948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b43c8a2e-13e9-4c34-82f7-4dfac18df4d6 req-b6a51af4-2e81-4ee8-a1db-59d34020bbc8 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467694 Apr 07 06:30:31.417663 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:30:31.461963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40851d6-2648-4d10-a6fc-76bcaf553a42 req-3d68720d-6844-444f-adc6-4ad6bb208dfc tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:31.463673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a40851d6-2648-4d10-a6fc-76bcaf553a42 req-3d68720d-6844-444f-adc6-4ad6bb208dfc tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0778668 Apr 07 06:30:31.529534 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a40851d6-2648-4d10-a6fc-76bcaf553a42 req-22bb64f3-19cc-421c-bb2e-0451afe656aa tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585604 Apr 07 06:30:32.115925 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0554d-18bb-4443-8a03-65d0daabc1f2 req-e9331749-519e-4deb-9d3e-c673febfd711 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:32.120253 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6fa0554d-18bb-4443-8a03-65d0daabc1f2 req-e9331749-519e-4deb-9d3e-c673febfd711 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0695016 Apr 07 06:30:32.204835 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6fa0554d-18bb-4443-8a03-65d0daabc1f2 req-74dccdf1-b55f-4443-9740-49c5dfd11a28 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800128 Apr 07 06:30:32.275896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe7e912-3993-4214-88bf-9a7da5aba7e2 req-f4836e72-bdcb-4adf-b246-c44c8251f542 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:32.277562 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dbe7e912-3993-4214-88bf-9a7da5aba7e2 req-f4836e72-bdcb-4adf-b246-c44c8251f542 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0908237 Apr 07 06:30:32.367289 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dbe7e912-3993-4214-88bf-9a7da5aba7e2 req-b0a438d3-4619-4a4c-853c-0240334e23d6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826309 Apr 07 06:30:32.414041 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d4d90f-d734-45cd-b914-3c17301b6e85 req-e386e377-88ed-4386-a90b-68ddc9bdaa6c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:32.414041 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-01d4d90f-d734-45cd-b914-3c17301b6e85 req-e386e377-88ed-4386-a90b-68ddc9bdaa6c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0982666 Apr 07 06:30:32.442288 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-01d4d90f-d734-45cd-b914-3c17301b6e85 req-6de2dd28-1de4-45f0-a0c1-cdd7c0fd0515 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452406 Apr 07 06:30:32.687534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b44a9-233b-4320-ad94-94d68554f107 req-794af5e2-4518-4877-95a3-f22a61662fbc tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:32.689154 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a1b44a9-233b-4320-ad94-94d68554f107 req-794af5e2-4518-4877-95a3-f22a61662fbc tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0873454 Apr 07 06:30:32.737559 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5a1b44a9-233b-4320-ad94-94d68554f107 req-7f374e9e-ba95-48a7-85e8-1d970907a7be tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425589 Apr 07 06:30:33.339975 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd8c9d1-f6dc-400f-b131-8c6c37901a86 req-37c8726b-9c9c-4d0c-9b58-8fd5947c9935 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:33.343554 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdd8c9d1-f6dc-400f-b131-8c6c37901a86 req-37c8726b-9c9c-4d0c-9b58-8fd5947c9935 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0588500 Apr 07 06:30:33.397473 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdd8c9d1-f6dc-400f-b131-8c6c37901a86 req-4a615f96-fbd3-4b81-9459-834aa9555a51 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472076 Apr 07 06:30:33.539726 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6889a-0ba9-48c7-8cf0-155c61c37167 req-84d8d6f9-8cbe-4f2e-a086-0cec20650abc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:33.541267 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aea6889a-0ba9-48c7-8cf0-155c61c37167 req-84d8d6f9-8cbe-4f2e-a086-0cec20650abc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0829170 Apr 07 06:30:33.624320 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aea6889a-0ba9-48c7-8cf0-155c61c37167 req-304e2105-4a48-436f-af90-a8f356946173 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625165 Apr 07 06:30:33.637215 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdd08d-7fbf-467f-a1f7-cd8f0318436c req-7e82b0fe-d0e2-46ec-9916-db4d7c3dd8ad tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:33.640230 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2bdd08d-7fbf-467f-a1f7-cd8f0318436c req-7e82b0fe-d0e2-46ec-9916-db4d7c3dd8ad tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.1210947 Apr 07 06:30:33.712001 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2bdd08d-7fbf-467f-a1f7-cd8f0318436c req-350cd620-083f-4b6b-a707-49b7ebf6125e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Apr 07 06:30:33.887374 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148a269-33c8-4149-a6fa-44a071add524 req-9ab22861-6dc3-4195-8332-c8b14bed8fbb tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:33.891411 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7148a269-33c8-4149-a6fa-44a071add524 req-9ab22861-6dc3-4195-8332-c8b14bed8fbb tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0706086 Apr 07 06:30:33.947456 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7148a269-33c8-4149-a6fa-44a071add524 req-93f87510-8b3a-4194-92e9-f17d2ae3fd01 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500109 Apr 07 06:30:34.525448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d82ae-0ffc-4966-8651-0d99055a37a8 req-cfc8b1d7-4a92-4423-9fb1-d8300b051ab7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:34.527853 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-080d82ae-0ffc-4966-8651-0d99055a37a8 req-cfc8b1d7-4a92-4423-9fb1-d8300b051ab7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0551217 Apr 07 06:30:34.577112 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-080d82ae-0ffc-4966-8651-0d99055a37a8 req-ec25040f-d3ac-49a6-94e6-2fcd4638f62a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436447 Apr 07 06:30:34.751241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9ce25-c62d-433d-b88c-f26d83a59e42 req-ea6628d4-49ad-4b9d-bb7c-1e709a1565ec tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:34.752818 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ae9ce25-c62d-433d-b88c-f26d83a59e42 req-ea6628d4-49ad-4b9d-bb7c-1e709a1565ec tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0566492 Apr 07 06:30:34.851558 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7ae9ce25-c62d-433d-b88c-f26d83a59e42 req-e3cec614-00fe-4940-8332-f55934dd935b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928390 Apr 07 06:30:34.880365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65170d2d-973a-4ae2-baa2-f259d54cefc2 req-8deee921-1c95-483a-9e0f-7ccb580e58cb tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:34.880365 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65170d2d-973a-4ae2-baa2-f259d54cefc2 req-8deee921-1c95-483a-9e0f-7ccb580e58cb tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0887537 Apr 07 06:30:34.929317 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65170d2d-973a-4ae2-baa2-f259d54cefc2 req-33d4254c-20a5-4e95-ae0e-cf2947312bc7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Apr 07 06:30:35.071358 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2abf8-56d8-401f-9954-f4da571211c1 req-22becb44-85fd-4170-a60f-2a4e855af6fd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:35.072871 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bcf2abf8-56d8-401f-9954-f4da571211c1 req-22becb44-85fd-4170-a60f-2a4e855af6fd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0544443 Apr 07 06:30:35.123374 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bcf2abf8-56d8-401f-9954-f4da571211c1 req-0093c259-a3c1-4820-a3af-2e9721fe3793 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429535 Apr 07 06:30:35.698623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776ed15e-06ff-455e-80c7-eaf7194a62dc req-1a140237-165d-416a-9dbb-46c5151a938a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:35.700147 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-776ed15e-06ff-455e-80c7-eaf7194a62dc req-1a140237-165d-416a-9dbb-46c5151a938a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0529873 Apr 07 06:30:35.754052 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-776ed15e-06ff-455e-80c7-eaf7194a62dc req-c94b1ff1-93a0-4c76-84d8-b37d234aa69c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474291 Apr 07 06:30:35.991393 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde789ed-607a-4a76-a5f4-4c491f791106 req-17952b44-0b1e-40fb-9874-e649db10395a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:35.992887 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dde789ed-607a-4a76-a5f4-4c491f791106 req-17952b44-0b1e-40fb-9874-e649db10395a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0564837 Apr 07 06:30:36.041585 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dde789ed-607a-4a76-a5f4-4c491f791106 req-fae3d037-1d17-420b-80a2-919461eddcca tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Apr 07 06:30:36.189884 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acc4ad-1c80-4586-bcb8-cbfb602cca2a req-5fbc37fd-5c47-47cb-9400-0497459e0d24 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:36.191319 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c0acc4ad-1c80-4586-bcb8-cbfb602cca2a req-5fbc37fd-5c47-47cb-9400-0497459e0d24 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0861402 Apr 07 06:30:36.223192 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559120f3-3223-44b2-a1d1-6d6222537d69 req-2b377556-6e39-4d04-8e4e-14ce7ca69711 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:36.224746 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-559120f3-3223-44b2-a1d1-6d6222537d69 req-2b377556-6e39-4d04-8e4e-14ce7ca69711 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0839536 Apr 07 06:30:36.270180 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c0acc4ad-1c80-4586-bcb8-cbfb602cca2a req-60c36a67-c0c8-4895-8930-4a6b7b74d2f7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Apr 07 06:30:36.297590 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-559120f3-3223-44b2-a1d1-6d6222537d69 req-5b1aa7ee-678b-41af-a2aa-3b9752bc784a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608826 Apr 07 06:30:36.315144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:36.403797 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4541a6-c1ab-47fc-aa3f-86085991c884 req-a11b46f7-93ee-4c4f-b48b-f3ab4f83337b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:36.405367 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea4541a6-c1ab-47fc-aa3f-86085991c884 req-a11b46f7-93ee-4c4f-b48b-f3ab4f83337b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0549273 Apr 07 06:30:36.454359 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea4541a6-c1ab-47fc-aa3f-86085991c884 req-4834a8f7-182a-4496-b9a1-b569b812cc66 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Apr 07 06:30:37.178534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e152277-0f18-4b33-89c8-fdb54a3ee4cb req-74b964c2-287c-40bd-bac1-9196d9aac314 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.180064 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4e152277-0f18-4b33-89c8-fdb54a3ee4cb req-74b964c2-287c-40bd-bac1-9196d9aac314 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0618906 Apr 07 06:30:37.228990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4e152277-0f18-4b33-89c8-fdb54a3ee4cb req-691d7529-25cd-4125-9e07-52f22de38e0b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427811 Apr 07 06:30:37.432033 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554c4ba-7b15-4d53-b822-a94f8cee8d88 req-feac8c78-a90a-4d74-86b8-3554f9704d54 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.433457 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1554c4ba-7b15-4d53-b822-a94f8cee8d88 req-feac8c78-a90a-4d74-86b8-3554f9704d54 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0873156 Apr 07 06:30:37.463377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaddf58-9f31-43fa-ac83-9fd3d08cbb8e req-be7602fc-0810-4ce5-9b03-2fe8cb5832e5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.464391 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdaddf58-9f31-43fa-ac83-9fd3d08cbb8e req-be7602fc-0810-4ce5-9b03-2fe8cb5832e5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0873129 Apr 07 06:30:37.509077 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1554c4ba-7b15-4d53-b822-a94f8cee8d88 req-2d54b2a2-2bae-4dde-a19f-8fc3d49eedf4 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695014 Apr 07 06:30:37.536764 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fdaddf58-9f31-43fa-ac83-9fd3d08cbb8e req-77c58939-281f-4725-836a-d9e4f942555f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656965 Apr 07 06:30:37.628573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18a2d1-b8ff-4200-a14e-6e0fd03c13bd req-b73a41e8-f1e2-4857-98f7-202eee6d62d6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.630011 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea18a2d1-b8ff-4200-a14e-6e0fd03c13bd req-b73a41e8-f1e2-4857-98f7-202eee6d62d6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0542767 Apr 07 06:30:37.679645 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea18a2d1-b8ff-4200-a14e-6e0fd03c13bd req-dc4868be-3056-4da6-9ca5-6389029f5b11 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439758 Apr 07 06:30:37.781913 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299659-f255-40c8-b1f0-19a2924bd735 req-304a77ec-9c6c-4605-ae5d-ab406e87f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.783439 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-304a77ec-9c6c-4605-ae5d-ab406e87f99d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1130 time: 0.0779624 Apr 07 06:30:37.785898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0092c8-c58f-4b21-8219-9472080e89b3 req-e0f3404d-59db-43f4-9238-cca7e129c38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:37.787244 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b0092c8-c58f-4b21-8219-9472080e89b3 req-e0f3404d-59db-43f4-9238-cca7e129c38c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 1130 time: 0.0830579 Apr 07 06:30:37.993082 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b0092c8-c58f-4b21-8219-9472080e89b3 req-1fb7062c-3e8d-4cda-8051-83fdacd4cc0e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961554 Apr 07 06:30:38.014605 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299659-f255-40c8-b1f0-19a2924bd735 req-544be88d-eb41-4856-aff6-b52e599722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.016100 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-544be88d-eb41-4856-aff6-b52e599722a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1137307 Apr 07 06:30:38.030500 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-fb5272c5-9885-45c8-a821-fa72a79be5fd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.032025 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-fb5272c5-9885-45c8-a821-fa72a79be5fd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 945 time: 0.0895958 Apr 07 06:30:38.288479 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-f3484bd7-cfaf-411d-8e9b-c6bcd234f8a4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 200 len: 217 time: 0.0405412 Apr 07 06:30:38.374077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299659-f255-40c8-b1f0-19a2924bd735 req-88f678f9-60f9-470b-8fbb-9c2bfcbb8985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.375547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-88f678f9-60f9-470b-8fbb-9c2bfcbb8985 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0760937 Apr 07 06:30:38.394249 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Deleting port 90892fdf-89b2-491c-acba-a97c7b3acd19 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:30:38.400907 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:38.426307 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc56047-df9a-4942-8188-20d86198908d req-45933f0d-3ed7-4fdf-bd96-6f29662f2ba7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.427822 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ecc56047-df9a-4942-8188-20d86198908d req-45933f0d-3ed7-4fdf-bd96-6f29662f2ba7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0990760 Apr 07 06:30:38.468398 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51299659-f255-40c8-b1f0-19a2924bd735 req-01e02973-08d0-49e5-9cc2-f719421772a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.470099 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-01e02973-08d0-49e5-9cc2-f719421772a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0826087 Apr 07 06:30:38.487004 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ecc56047-df9a-4942-8188-20d86198908d req-118c0950-ab22-4bdc-9832-21ebad78fb07 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528052 Apr 07 06:30:38.498085 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] For port 90892fdf-89b2-491c-acba-a97c7b3acd19, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=90892fdf-89b2-491c-acba-a97c7b3acd19,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:38.498463 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:38.514456 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Calling delete_port for 90892fdf-89b2-491c-acba-a97c7b3acd19 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:30:38.671130 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859c998-1f85-42ac-ac8a-ffb9778f4188 req-36bfc2bc-5b41-4003-b50f-21685182eb52 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.672843 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7859c998-1f85-42ac-ac8a-ffb9778f4188 req-36bfc2bc-5b41-4003-b50f-21685182eb52 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0906880 Apr 07 06:30:38.702642 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8ce43-3aea-4eee-8fec-d0b7bc87ff0e req-2c17bd29-4988-47f1-bea2-781fe8d525a1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:38.704164 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08b8ce43-3aea-4eee-8fec-d0b7bc87ff0e req-2c17bd29-4988-47f1-bea2-781fe8d525a1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0865183 Apr 07 06:30:38.748432 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7859c998-1f85-42ac-ac8a-ffb9778f4188 req-957b8798-4f6f-4d5f-a510-9e3a9086b463 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698299 Apr 07 06:30:38.772957 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (90892fdf-89b2-491c-acba-a97c7b3acd19), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:38.788212 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['90892fdf-89b2-491c-acba-a97c7b3acd19'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:30:38.792515 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08b8ce43-3aea-4eee-8fec-d0b7bc87ff0e req-6b8c443e-13f2-405b-8f55-906836f6797a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759530 Apr 07 06:30:38.848360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Pushing event deleted for resources: {'Port': ['ID=90892fdf-89b2-491c-acba-a97c7b3acd19,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:38.862032 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9b00061-bfc5-4bb2-b2bc-ee6a837b7a92 req-2aff1131-11d8-4cdd-8791-6a7468466654 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0335522 Apr 07 06:30:38.889437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] No DVR routers for this DVR port 90892fdf-89b2-491c-acba-a97c7b3acd19 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:30:38.893899 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:38.897755 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-0bdd9976-d01a-4d4f-a4a2-a6527ddab4b6 req-b4848b81-6460-4d7a-acd1-3f13f6980830 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "DELETE /v2.0/ports/90892fdf-89b2-491c-acba-a97c7b3acd19 HTTP/1.1" status: 204 len: 173 time: 0.6489675 Apr 07 06:30:38.898195 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'name': 'network-vif-deleted', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:38.903805 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec0dd1-f9b7-4258-8d56-96a68c76c8b3" -d '{"events": [{"server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "name": "network-vif-deleted", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:38.957318 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21f1690-0c75-4c87-a4ca-4a0a93714b83 x-openstack-request-id: req-b21f1690-0c75-4c87-a4ca-4a0a93714b83 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:38.957846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "846e8ed4-0869-4176-85a9-04657bf5dd33", "name": "network-vif-deleted", "tag": "90892fdf-89b2-491c-acba-a97c7b3acd19", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:38.958108 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b21f1690-0c75-4c87-a4ca-4a0a93714b83 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:38.958505 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b21f1690-0c75-4c87-a4ca-4a0a93714b83'] response: {'server_uuid': '846e8ed4-0869-4176-85a9-04657bf5dd33', 'name': 'network-vif-deleted', 'tag': '90892fdf-89b2-491c-acba-a97c7b3acd19', 'status': 'completed', 'code': 200} Apr 07 06:30:38.994455 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-04126465-7a08-4c21-b093-189ccb1c4eb6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472181 Apr 07 06:30:38.998318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-d1423094-60db-4ab7-bbb0-8552ecf559ba service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055298 Apr 07 06:30:39.132804 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-51299659-f255-40c8-b1f0-19a2924bd735 req-d736d694-1ccd-4160-84bf-279bf18ed3d0 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958037 Apr 07 06:30:39.164907 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-fcd12ad7-f903-4e5a-8b3a-4b4ea77f75f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:39.166340 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-fcd12ad7-f903-4e5a-8b3a-4b4ea77f75f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0585082 Apr 07 06:30:39.460973 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-b3f11564-ac92-47c8-a17e-84b2d23a37f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:39.462351 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-b3f11564-ac92-47c8-a17e-84b2d23a37f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.1015050 Apr 07 06:30:39.626106 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc5285-28c9-4181-9274-cf37a7664158 req-bba96871-1b09-4ae9-9ed1-2523891d33ea tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:39.627569 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e6cc5285-28c9-4181-9274-cf37a7664158 req-bba96871-1b09-4ae9-9ed1-2523891d33ea tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0560737 Apr 07 06:30:39.674658 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e6cc5285-28c9-4181-9274-cf37a7664158 req-3de80014-6485-4bda-b349-79dd5441246e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412993 Apr 07 06:30:39.914383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1933f1-efe8-4efc-b703-33f4c5f6e4c1 req-84108ae1-c140-43fa-b813-4c225cfe4321 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:39.915872 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc1933f1-efe8-4efc-b703-33f4c5f6e4c1 req-84108ae1-c140-43fa-b813-4c225cfe4321 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0922647 Apr 07 06:30:39.958384 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a970b-040e-40ac-957d-a88513101ac5 req-9907a962-0c39-460c-9a1f-5044f57dcc33 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:39.959911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e7a970b-040e-40ac-957d-a88513101ac5 req-9907a962-0c39-460c-9a1f-5044f57dcc33 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0901957 Apr 07 06:30:40.000923 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc1933f1-efe8-4efc-b703-33f4c5f6e4c1 req-548bdf62-f4d9-4387-b103-107539f1c9b0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780656 Apr 07 06:30:40.028237 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e7a970b-040e-40ac-957d-a88513101ac5 req-8546bc5d-8b13-4f55-949f-cf7f66abc7b3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624654 Apr 07 06:30:40.119723 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6cf3ae14-0158-46e9-8244-3e4abe975b3d req-ddf668eb-e77b-4caa-9c04-91897c733658 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0300584 Apr 07 06:30:40.804580 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6a729-0981-490f-bff4-e4f34b9ba6df req-5c7d3a11-38e1-4fb2-be7a-37f9697aa7b6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:40.806117 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95c6a729-0981-490f-bff4-e4f34b9ba6df req-5c7d3a11-38e1-4fb2-be7a-37f9697aa7b6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0562131 Apr 07 06:30:40.852097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95c6a729-0981-490f-bff4-e4f34b9ba6df req-9589be93-a35a-4a6c-9435-14afca6ec5b6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400145 Apr 07 06:30:41.154145 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e0ce5d-7fb0-4844-9c1c-a1b1ea7788f2 req-2103dbdb-f6b9-4731-aa30-5fb47477aa2e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:41.155819 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2e0ce5d-7fb0-4844-9c1c-a1b1ea7788f2 req-2103dbdb-f6b9-4731-aa30-5fb47477aa2e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0564916 Apr 07 06:30:41.201573 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2e0ce5d-7fb0-4844-9c1c-a1b1ea7788f2 req-6e8b4c93-64ea-468f-9ed8-c03d5126e337 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Apr 07 06:30:41.308513 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ce23a47-ad1c-433a-8a86-d28d2bca7c6a req-9aedc752-a65c-4d37-8db3-d796d8e7dca7 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0416653 Apr 07 06:30:41.339796 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-11251c66-4faf-40e4-9e1e-64fefeb7dbda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1001 time: 0.0615191 Apr 07 06:30:41.355456 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b0d8-fe3b-4ad1-948c-3a5ea22db989 req-561e4e69-4cc9-4650-ae78-4bc3c901dc7c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:41.357513 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6651b0d8-fe3b-4ad1-948c-3a5ea22db989 req-561e4e69-4cc9-4650-ae78-4bc3c901dc7c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0789075 Apr 07 06:30:41.406627 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6651b0d8-fe3b-4ad1-948c-3a5ea22db989 req-292acdff-e374-4a2f-8889-d5cc0f24cb7a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433638 Apr 07 06:30:41.665554 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-208e33d9-395c-4b54-b372-5df1a4fd6efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:41.667103 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-208e33d9-395c-4b54-b372-5df1a4fd6efa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0420783 Apr 07 06:30:41.979720 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79be299-54d3-482c-877f-6c563f99077b req-edd3519e-aef9-4ccf-8475-ebd7517be221 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:41.981220 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a79be299-54d3-482c-877f-6c563f99077b req-edd3519e-aef9-4ccf-8475-ebd7517be221 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0569255 Apr 07 06:30:42.031376 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a79be299-54d3-482c-877f-6c563f99077b req-01933714-769d-4cfd-b551-3226fc9b4a46 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445304 Apr 07 06:30:42.323579 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c9879-e562-4d56-b3de-c3a2df85df44 req-df55ed18-9eec-43d6-99e7-16ef3ac62d3e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:42.325083 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-533c9879-e562-4d56-b3de-c3a2df85df44 req-df55ed18-9eec-43d6-99e7-16ef3ac62d3e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0562108 Apr 07 06:30:42.373691 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-533c9879-e562-4d56-b3de-c3a2df85df44 req-6c74b4e1-3dd8-4126-8f39-1ea5b02dace6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428474 Apr 07 06:30:42.422958 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37ee6ca6-b1ce-480a-b1b5-c9922bb8bfe4 req-af26f763-6061-4c7e-8ddd-740b42129cba tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Apr 07 06:30:42.522284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb93f81-51f7-492a-a228-ffd81c16dffa req-4c620869-6d28-49e3-ac53-f969a90060c6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:42.523684 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4fb93f81-51f7-492a-a228-ffd81c16dffa req-4c620869-6d28-49e3-ac53-f969a90060c6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0516753 Apr 07 06:30:42.570735 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4fb93f81-51f7-492a-a228-ffd81c16dffa req-5047eb9b-eef1-4abe-b0f5-da2685236585 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407701 Apr 07 06:30:42.777733 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 90892fdf-89b2-491c-acba-a97c7b3acd19 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:30:42.798355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 90892fdf-89b2-491c-acba-a97c7b3acd19 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:30:42.798698 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 90892fdf-89b2-491c-acba-a97c7b3acd19 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:30:43.159618 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276cace-5cd1-4aaf-bee5-19fe58c0f4b6 req-ce5d7abe-ea39-4dca-ad6d-48095ec0bba1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:43.161069 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c276cace-5cd1-4aaf-bee5-19fe58c0f4b6 req-ce5d7abe-ea39-4dca-ad6d-48095ec0bba1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0530331 Apr 07 06:30:43.208602 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c276cace-5cd1-4aaf-bee5-19fe58c0f4b6 req-b2f5b928-fe08-41e0-b4c0-6a8a27326c45 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412185 Apr 07 06:30:43.511623 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-1b0788da-4757-46ab-98af-36df0e4bbc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:43.513790 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-1b0788da-4757-46ab-98af-36df0e4bbc46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496969 Apr 07 06:30:43.536750 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e624d65d-4b9d-47d9-8b61-a192d4607f50 req-6bc8894e-dd9d-46de-81f1-b4cae57f606f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0298054 Apr 07 06:30:43.693940 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e35088-ea5a-46a1-963a-0b25d7667eda req-46fd7fb2-5a49-4caa-abdf-f40e5de993a3 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:43.695577 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31e35088-ea5a-46a1-963a-0b25d7667eda req-46fd7fb2-5a49-4caa-abdf-f40e5de993a3 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0541580 Apr 07 06:30:43.700107 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-1752caef-57d4-41e9-bb99-070f701ee459 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864215 Apr 07 06:30:43.742421 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-31e35088-ea5a-46a1-963a-0b25d7667eda req-9d3eea50-77c7-4e22-b809-e18c7bb2295f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Apr 07 06:30:44.333816 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0618594b-d3a1-4bd9-a2c5-ca0a5c4bcd2c req-11431904-fd88-439f-b32f-f0e4b6b0f94e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:44.335307 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0618594b-d3a1-4bd9-a2c5-ca0a5c4bcd2c req-11431904-fd88-439f-b32f-f0e4b6b0f94e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0528777 Apr 07 06:30:44.370780 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43248) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:44.375478 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'security_group': {'name': 'tempest-securitygroup--773647684', 'description': 'tempest-description--613201626'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:44.385850 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0618594b-d3a1-4bd9-a2c5-ca0a5c4bcd2c req-538c6cbd-30ee-45bf-81c5-0835fbcb315a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Apr 07 06:30:44.480713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.621949 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (7270e987-4405-41f0-9709-859340cc6772), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.624490 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8189728e-82dc-4eb0-84dd-f1ef8b23bfd4 req-f43dd57e-91f2-4a3c-b6ee-80e5a1c76b94 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259680 Apr 07 06:30:44.647042 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e35117ad-60a6-4c1e-8579-14b45e8a42ad req-b5789176-d430-43f3-b4c6-25592e3e9ba9 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=846e8ed4-0869-4176-85a9-04657bf5dd33 HTTP/1.1" status: 200 len: 210 time: 0.0302308 Apr 07 06:30:44.698522 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7270e987-4405-41f0-9709-859340cc6772), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.730617 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7270e987-4405-41f0-9709-859340cc6772,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:44.737449 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.737794 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.738264 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.738604 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.738936 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.739549 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.739914 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.740240 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.740565 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.740912 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.741236 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.741557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.741875 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.742192 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.742507 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:44.814416 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.817026 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ad9dc141-25b6-4483-b4f1-f07b2ef93c26 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4447706 Apr 07 06:30:44.819791 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43254) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:44.821783 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d7bd8553-b2e1-43cd-a492-2663021289b6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:44.822967 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d7bd8553-b2e1-43cd-a492-2663021289b6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.0573440 Apr 07 06:30:44.826037 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'security_group_rule': {'security_group_id': '7270e987-4405-41f0-9709-859340cc6772', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:44.930718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fef7b-e081-429b-b19f-fdf317761607 req-98a4295f-1e70-4535-b0a5-1d978aee8779 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:44.932158 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-171fef7b-e081-429b-b19f-fdf317761607 req-98a4295f-1e70-4535-b0a5-1d978aee8779 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 946 time: 0.1083169 Apr 07 06:30:44.933423 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (8132791d-d150-4dbd-872d-4db61cd41e83), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.978717 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Deleting port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:30:44.979060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:44.991502 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (8132791d-d150-4dbd-872d-4db61cd41e83), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.030341 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-171fef7b-e081-429b-b19f-fdf317761607 req-e2e6473f-0ca4-4d54-b55c-44b8455458ba tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904160 Apr 07 06:30:45.063051 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (8132791d-d150-4dbd-872d-4db61cd41e83), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.080258 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] For port 514f94fe-1631-45dd-932d-e8bbaf7a33a0, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=514f94fe-1631-45dd-932d-e8bbaf7a33a0,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:45.080632 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.082152 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8132791d-d150-4dbd-872d-4db61cd41e83,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:45.100624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Calling delete_port for 514f94fe-1631-45dd-932d-e8bbaf7a33a0 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:30:45.145422 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.149377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43258) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:45.149540 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-de5c5801-cfdd-4b51-80d0-c0a4579cf7c1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3283911 Apr 07 06:30:45.155588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'security_group_rule': {'security_group_id': '7270e987-4405-41f0-9709-859340cc6772', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:45.268276 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (81518df8-7344-4dd3-9d44-063c4142df59), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.325284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (81518df8-7344-4dd3-9d44-063c4142df59), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.383164 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (514f94fe-1631-45dd-932d-e8bbaf7a33a0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.396551 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['514f94fe-1631-45dd-932d-e8bbaf7a33a0'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:30:45.412386 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (81518df8-7344-4dd3-9d44-063c4142df59), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.417951 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Pushing event deleted for resources: {'Port': ['ID=514f94fe-1631-45dd-932d-e8bbaf7a33a0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:45.442608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81518df8-7344-4dd3-9d44-063c4142df59,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:45.478839 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] No DVR routers for this DVR port 514f94fe-1631-45dd-932d-e8bbaf7a33a0 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:30:45.489331 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.492612 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3f13b56d-31e1-4978-bc7d-99000a0b4eac req-d3a47d1e-9d8a-4452-ab0e-9ae0fcdbcaf1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "DELETE /v2.0/ports/514f94fe-1631-45dd-932d-e8bbaf7a33a0 HTTP/1.1" status: 204 len: 173 time: 0.6598928 Apr 07 06:30:45.493045 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'name': 'network-vif-deleted', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:45.495204 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b741d4-03aa-4ee1-b684-3bcda434c2f9" -d '{"events": [{"server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "name": "network-vif-deleted", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-faafabfa-4ac7-4d25-b88b-25ae4cc6e2c2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3809605 Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39bb90d-5451-48a2-abb5-d549922a6a32 x-openstack-request-id: req-c39bb90d-5451-48a2-abb5-d549922a6a32 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721afab1-daa2-4827-b5bd-3e8606fb6731", "name": "network-vif-deleted", "tag": "514f94fe-1631-45dd-932d-e8bbaf7a33a0", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c39bb90d-5451-48a2-abb5-d549922a6a32 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:45.534830 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39bb90d-5451-48a2-abb5-d549922a6a32'] response: {'server_uuid': '721afab1-daa2-4827-b5bd-3e8606fb6731', 'name': 'network-vif-deleted', 'tag': '514f94fe-1631-45dd-932d-e8bbaf7a33a0', 'status': 'completed', 'code': 200} Apr 07 06:30:45.535429 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43264) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:30:45.539556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:45.552625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072362fa-7814-4a30-bcfb-cc8b3ecd51ba req-94338807-8ec8-44cc-a044-4e4b51369614 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:45.554379 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-072362fa-7814-4a30-bcfb-cc8b3ecd51ba req-94338807-8ec8-44cc-a044-4e4b51369614 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0769439 Apr 07 06:30:45.601289 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-072362fa-7814-4a30-bcfb-cc8b3ecd51ba req-772fa228-5c1f-4335-9674-191a321186e0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412045 Apr 07 06:30:45.651812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.761430 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:45.869207 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Allocated IP 172.27.3.142 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/678ad222-c96a-4252-a904-8bda9184bed4) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:30:45.968401 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for port (678ad222-c96a-4252-a904-8bda9184bed4), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.104105 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (678ad222-c96a-4252-a904-8bda9184bed4), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.121623 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:30:46.139501 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:30:46.142990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:30:46.146565 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a9a3eae-e2fc-4e6f-bf44-3d1bd3cfac47 req-9988d81f-a881-4de5-8ea7-0ce40e760bdb tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0358322 Apr 07 06:30:46.373800 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'Port': ['ID=678ad222-c96a-4252-a904-8bda9184bed4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:46.435996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.525437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (678ad222-c96a-4252-a904-8bda9184bed4), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.672570 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for port (678ad222-c96a-4252-a904-8bda9184bed4), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.727141 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9309541b-c923-4234-8f24-36fd7083c8cd req-65363488-f3b6-4292-b994-c7f97b4543d3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:46.728627 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9309541b-c923-4234-8f24-36fd7083c8cd req-65363488-f3b6-4292-b994-c7f97b4543d3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0513558 Apr 07 06:30:46.766021 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (678ad222-c96a-4252-a904-8bda9184bed4), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.778993 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9309541b-c923-4234-8f24-36fd7083c8cd req-52c92176-996f-440f-9ea2-3881834c76d1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399137 Apr 07 06:30:46.836299 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'Port': ['ID=678ad222-c96a-4252-a904-8bda9184bed4,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:46.847769 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.944956 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:46.946110 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-465c06c9-5a1b-48e5-a31f-86ac7c4fe3be tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4100840 Apr 07 06:30:47.138159 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-027c160e-42d7-4eba-b229-b57214079921 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--773647684&fields=id&tenant_id=7e40ad60e8e7486082b6638b218a786b HTTP/1.1" status: 200 len: 267 time: 0.0413687 Apr 07 06:30:47.252600 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-e34000f1-3cc9-4a98-9df1-dc2178e1e633 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:47.254020 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-e34000f1-3cc9-4a98-9df1-dc2178e1e633 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.1096170 Apr 07 06:30:47.270224 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8282853e-59bb-47d9-a5ed-b7c3982c2d29 req-cc568223-f31a-4f9f-b17d-94607e2d52ab tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0399854 Apr 07 06:30:47.278131 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-dec179f5-cb41-4651-a275-86bc842104cb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/quotas/7e40ad60e8e7486082b6638b218a786b HTTP/1.1" status: 200 len: 375 time: 0.0106568 Apr 07 06:30:47.338578 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-b9960560-7fef-4087-a1cd-7326c112c4bf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546720 Apr 07 06:30:47.682960 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-9ea84ec2-b9e9-4a1c-81b4-391c7fcc565d service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333433 Apr 07 06:30:47.780507 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-411dbf8f-5895-4ef0-9ec7-e7c4d2de944a service neutron] 10.222.0.24 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917480 Apr 07 06:30:47.904802 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24c7cd-ffe5-41f0-858c-fa2ff241b1ec req-d51d160e-4b64-450b-9f62-bf602dcdc27c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:47.906237 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a24c7cd-ffe5-41f0-858c-fa2ff241b1ec req-d51d160e-4b64-450b-9f62-bf602dcdc27c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 943 time: 0.0573921 Apr 07 06:30:47.953793 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a24c7cd-ffe5-41f0-858c-fa2ff241b1ec req-8c7da095-2e52-4df2-8c31-23190d0ac6b4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Apr 07 06:30:48.022924 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29dac8dd-ad09-4582-bc5c-83ee7650b0e8 req-d9dd71bc-85b5-49a1-878c-9075dcbf6902 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Apr 07 06:30:48.206492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2105bc24-6e82-409a-95d4-a7634e26ffe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:48.211725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:30:48.311123 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:48.322540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'mac_address': 'fa:16:3e:fb:45:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:30:48.365812 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:48.366237 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:48.380555 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:30:48.381219 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d204e73e-dc9a-43c6-8591-36482eee4b6c req-d7cde189-f3e3-4a6b-b94f-644b92891bdc tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=721afab1-daa2-4827-b5bd-3e8606fb6731 HTTP/1.1" status: 200 len: 210 time: 0.0328543 Apr 07 06:30:48.411270 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:48.485999 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:48.532372 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=9']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:49.076508 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293f4f3-51a8-40b6-b8f1-299e442d697d req-7bc56c48-b079-467f-93f5-4a0a9524764f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:49.077965 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0293f4f3-51a8-40b6-b8f1-299e442d697d req-7bc56c48-b079-467f-93f5-4a0a9524764f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 944 time: 0.0540240 Apr 07 06:30:49.121424 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-99eefcdb-9f80-4d43-a9a8-27dc54e83ce2 req-3c0a1be9-153a-4dd7-9158-3dc06b85d693 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 210 time: 0.0321891 Apr 07 06:30:49.146065 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0293f4f3-51a8-40b6-b8f1-299e442d697d req-dfbfe47a-a954-436a-8b55-28354c4d2ec3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626004 Apr 07 06:30:49.513638 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['877f3752-e8f7-40ca-9f9e-edc601b4d02a'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:30:49.656839 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-d74ea548-fbf3-4175-83e2-06d3c213b322 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:49.658342 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-d74ea548-fbf3-4175-83e2-06d3c213b322 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/networks?id=58702a58-66ea-42bb-9711-6c93687f2919 HTTP/1.1" status: 200 len: 809 time: 0.1034043 Apr 07 06:30:49.672907 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-9a445c56-3f5a-42c9-a82f-c69afba9a560 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/quotas/cb2708df559245e88619e75213e654a3 HTTP/1.1" status: 200 len: 375 time: 0.0092301 Apr 07 06:30:49.703477 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-69eb9a50-8dfb-4d14-9ffe-ce3594bef56e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259666 Apr 07 06:30:49.796421 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-11c292a3-36d4-44e4-bea6-6e77dee08dcf service neutron] 10.222.0.24 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866165 Apr 07 06:30:49.883771 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-74096486-f880-4625-9951-616a011f6c47 service neutron] 10.222.0.24 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816355 Apr 07 06:30:50.256401 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9d3513d-8d2d-48ee-9ec3-5853d201f09a req-e50f4206-3a61-4974-b2af-30d69f01fdae tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0705101 Apr 07 06:30:50.274629 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0ae4586c-cc16-4559-9eec-c131cf0aa36a req-40dd4559-650b-49a2-9247-9001c98ae0e3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 210 time: 0.0770023 Apr 07 06:30:50.377942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe3ebb-12d3-49fd-92c8-45c6434cf1dd req-30412565-2691-490c-b738-b447571d79b9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:50.379425 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8afe3ebb-12d3-49fd-92c8-45c6434cf1dd req-30412565-2691-490c-b738-b447571d79b9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 944 time: 0.0604026 Apr 07 06:30:50.426753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8afe3ebb-12d3-49fd-92c8-45c6434cf1dd req-f0795a51-5eaa-4173-ba1d-8142646f1439 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416732 Apr 07 06:30:50.539038 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-459630a2-fc51-4b01-9100-5e6dcf7fa315 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:50.540525 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-459630a2-fc51-4b01-9100-5e6dcf7fa315 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 819 time: 0.1068552 Apr 07 06:30:50.603858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-85d40a39-30e7-4aae-9cdc-ce600e73ccb7 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e40ad60e8e7486082b6638b218a786b HTTP/1.1" status: 200 len: 379 time: 0.0530901 Apr 07 06:30:50.613272 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'port': {'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'admin_state_up': True, 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'security_groups': ['7270e987-4405-41f0-9709-859340cc6772']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:50.674982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d2908413-690a-4e9b-89d3-5e849c55aee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:50.852001 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Made reservation on behalf of 7e40ad60e8e7486082b6638b218a786b for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:30:50.855594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:50.984980 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Allocated IP 172.20.0.4 (203afecc-4f42-47d0-97e8-ac33f8ccb423/88f4728f-c3ab-4551-b3b1-7091d01e7e1c/fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:30:51.120636 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.211976 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:30:51.260264 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 877f3752-e8f7-40ca-9f9e-edc601b4d02a triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:30:51.260617 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.264254 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.336317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:30:51.349937 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:30:51.353363 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 877f3752-e8f7-40ca-9f9e-edc601b4d02a is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:30:51.353787 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.372967 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:30:51.377130 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e98ddb69-9ff8-4c3b-b485-ab2d1990dea9 req-a4d76f7a-b6d8-4417-99ac-8364a3d82318 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0507922 Apr 07 06:30:51.379800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:51.382809 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f817915-bad7-4193-8c01-35a20d092bae" -d '{"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:51.402062 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event updated for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:51.406927 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:51.432256 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.432605 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.432950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.433294 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.433669 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.433949 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.434543 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.434774 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.434946 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.435271 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.435596 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.435955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.436284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.436607 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.436929 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:30:51.437879 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df4c9ca-1c07-4411-ba75-3fd8088efde9 x-openstack-request-id: req-9df4c9ca-1c07-4411-ba75-3fd8088efde9 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:51.438971 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-plugged", "status": "completed", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:51.439353 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9df4c9ca-1c07-4411-ba75-3fd8088efde9 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:51.440064 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df4c9ca-1c07-4411-ba75-3fd8088efde9'] response: {'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'code': 200} Apr 07 06:30:51.474779 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.475755 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 514f94fe-1631-45dd-932d-e8bbaf7a33a0 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:30:51.485107 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:51.485628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.517179 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556f441-77de-4896-8337-14027f4cf97a req-64f7f0b3-16ef-4959-988f-99493584ee17 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:51.520591 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9556f441-77de-4896-8337-14027f4cf97a req-64f7f0b3-16ef-4959-988f-99493584ee17 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 931 time: 0.1469626 Apr 07 06:30:51.521685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 514f94fe-1631-45dd-932d-e8bbaf7a33a0 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:30:51.522175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 514f94fe-1631-45dd-932d-e8bbaf7a33a0 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:30:51.550378 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=10']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:51.592318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-4462fba0-e132-48a3-b682-955bde8e59c8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9825180 Apr 07 06:30:51.602274 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9556f441-77de-4896-8337-14027f4cf97a req-135a5213-3605-4f0d-aa75-1c945ead33a6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763593 Apr 07 06:30:51.626851 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e419d69-60ae-4cd4-9389-e7820272da82 req-491cd785-2b54-451e-899f-4eb2e90a7792 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:51.628395 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e419d69-60ae-4cd4-9389-e7820272da82 req-491cd785-2b54-451e-899f-4eb2e90a7792 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0735879 Apr 07 06:30:51.674982 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e419d69-60ae-4cd4-9389-e7820272da82 req-e635d2cb-1747-4710-a135-56e45c342cbd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Apr 07 06:30:51.707826 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-c4a7c308-5c59-4e3a-8122-a2774aaaee53 None None] Provisioning complete for port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:30:51.708345 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4a7c308-5c59-4e3a-8122-a2774aaaee53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.822151 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Request body: {'port': {'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:51.889144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7c308-5c59-4e3a-8122-a2774aaaee53 None None] Port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:30:51.896089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:51.949131 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.130419 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21bbac-7f23-4828-857b-34c0b4c07659 req-450f0600-3214-42ab-b873-b528a9757f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:52.131994 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-9a21bbac-7f23-4828-857b-34c0b4c07659 req-450f0600-3214-42ab-b873-b528a9757f77 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 1130 time: 0.0608582 Apr 07 06:30:52.185916 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-9a21bbac-7f23-4828-857b-34c0b4c07659 req-04d2f633-deec-4aab-bb8d-9f4fc0271e58 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458665 Apr 07 06:30:52.211838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:30:52.219815 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks [] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.231288 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Transition to ACTIVE for port object fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:30:52.309132 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.365236 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:52.443435 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Attempting to bind port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:30:52.443796 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Attempting to bind port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:30:52.444045 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Attempting to bind port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:52.450711 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:30:52.451076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Attempting to bind port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 on network 203afecc-4f42-47d0-97e8-ac33f8ccb423 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:52.460723 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:30:52.461139 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Checking segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:30:52.461541 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Bound using segment: {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:30:52.461993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Bound port: fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:30:52.462377 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.500841 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bc900771-2376-4772-8942-6463ddcd1bac req-dffc3a0c-17ea-40c1-976a-7c1e8b95f0c3 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0359051 Apr 07 06:30:52.593969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d2836-0ce5-4f52-92cd-82ba5476ceed req-3da49e1c-831c-425a-9c5a-91f47e3cbbc9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:52.595353 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b0d2836-0ce5-4f52-92cd-82ba5476ceed req-3da49e1c-831c-425a-9c5a-91f47e3cbbc9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0998855 Apr 07 06:30:52.597774 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:30:52.601384 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:30:52.647406 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b0d2836-0ce5-4f52-92cd-82ba5476ceed req-59d2281f-bec8-45ad-8880-879ac1790112 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443652 Apr 07 06:30:52.683093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.737698 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:52.738305 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.740016 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] 10.222.0.25 "PUT /v2.0/ports/fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 1093 time: 0.9237759 Apr 07 06:30:52.743931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:52.746002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b3539-80cb-4726-8566-6101a4ef03e0" -d '{"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:52.805214 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb568f00-d8dc-4748-9f92-4c55c5ee7f38 service neutron] Pushing event updated for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:52.819628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2769b65-56c4-4081-b3b3-0104b96444fb req-6b119f31-f0f3-421d-92c0-a2a8d336532e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:52.821202 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2769b65-56c4-4081-b3b3-0104b96444fb req-6b119f31-f0f3-421d-92c0-a2a8d336532e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.1489224 Apr 07 06:30:52.834792 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:52.858208 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ff1d2-bb59-4886-8aef-6f5f4c705172 req-9312ccc8-f4ec-41d8-b647-6160ab273ae5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:52.859664 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d51ff1d2-bb59-4886-8aef-6f5f4c705172 req-9312ccc8-f4ec-41d8-b647-6160ab273ae5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.1103821 Apr 07 06:30:52.899307 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2769b65-56c4-4081-b3b3-0104b96444fb req-254d6047-1c19-41dc-a141-bc821f532ed1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713181 Apr 07 06:30:52.936197 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d51ff1d2-bb59-4886-8aef-6f5f4c705172 req-21ac5954-e015-4a4a-acd6-99fbf7211f3c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672319 Apr 07 06:30:52.944018 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6963f2a5-2000-4441-ae1e-5af82bdcb727 x-openstack-request-id: req-6963f2a5-2000-4441-ae1e-5af82bdcb727 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:52.944316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:52.944575 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6963f2a5-2000-4441-ae1e-5af82bdcb727 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:52.944976 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6963f2a5-2000-4441-ae1e-5af82bdcb727'] response: {'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'status': 'completed', 'code': 200} Apr 07 06:30:53.604714 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-598c1e8a-399b-481e-9a14-ed5b17c27889 req-516f3a8b-c8ad-4b08-af55-812fd8b3a01f tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0266066 Apr 07 06:30:53.769498 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9f3ab-7ce5-4ba3-9a65-e01c65420f15 req-8327714c-29d2-4400-93a5-3c663a428f88 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:53.770983 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-76b9f3ab-7ce5-4ba3-9a65-e01c65420f15 req-8327714c-29d2-4400-93a5-3c663a428f88 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0560694 Apr 07 06:30:53.816102 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-76b9f3ab-7ce5-4ba3-9a65-e01c65420f15 req-56416e6f-5cec-43e8-a432-fcd07a85f21f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394220 Apr 07 06:30:54.025751 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09ab6e-0563-405f-b299-e70203ecbbf6 req-7254526c-2583-448b-a153-a363d71290f2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:54.027331 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c09ab6e-0563-405f-b299-e70203ecbbf6 req-7254526c-2583-448b-a153-a363d71290f2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.0623708 Apr 07 06:30:54.096702 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5c09ab6e-0563-405f-b299-e70203ecbbf6 req-8780afb6-fe50-488b-8c3f-ad0ba10cff36 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550809 Apr 07 06:30:54.103140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998acedf-d01f-4e3f-b3fd-d1eec0aee2e8 req-d607c5ca-da99-44c7-831e-0e29ba581aef tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:54.104628 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-998acedf-d01f-4e3f-b3fd-d1eec0aee2e8 req-d607c5ca-da99-44c7-831e-0e29ba581aef tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0975375 Apr 07 06:30:54.152038 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-998acedf-d01f-4e3f-b3fd-d1eec0aee2e8 req-a67d4cce-7918-413a-ab29-19555c0c0d04 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412941 Apr 07 06:30:54.468495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:54.696596 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89545186-24d0-425b-b7a0-7983d629a074 req-12adbfb1-1c56-45be-9110-1fa51885349a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0267885 Apr 07 06:30:54.931505 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf4cee-6a99-4832-aa44-902728b85cf5 req-c811ff69-2022-49ad-baf9-dd57da625a9f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:54.932989 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49cf4cee-6a99-4832-aa44-902728b85cf5 req-c811ff69-2022-49ad-baf9-dd57da625a9f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0506155 Apr 07 06:30:54.978087 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-49cf4cee-6a99-4832-aa44-902728b85cf5 req-5dbd536b-72dc-48bc-b864-460de8da0643 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387528 Apr 07 06:30:55.214739 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bce64-1af8-4606-b801-d647227805d3 req-b412b3af-6716-4161-9bbd-53b2a05d6ec2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:55.216917 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c73bce64-1af8-4606-b801-d647227805d3 req-b412b3af-6716-4161-9bbd-53b2a05d6ec2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.0564990 Apr 07 06:30:55.291690 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c73bce64-1af8-4606-b801-d647227805d3 req-2833e120-3e85-4e2b-bebc-fb247e939dab tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693314 Apr 07 06:30:55.306316 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c4115-1e82-4f6b-b4fb-43fff43a4281 req-17e8a61a-e1ad-460a-9831-eb2f9bf6c438 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:55.307980 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-014c4115-1e82-4f6b-b4fb-43fff43a4281 req-17e8a61a-e1ad-460a-9831-eb2f9bf6c438 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0799236 Apr 07 06:30:55.357075 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-014c4115-1e82-4f6b-b4fb-43fff43a4281 req-4892f637-f13d-4e3b-9b78-90af6883277d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431342 Apr 07 06:30:55.796116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-79b660dc-78dc-4dd0-9b57-8b11b9f39ca6 req-0e7f6bfb-d397-42f8-b215-26743e53b214 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0313103 Apr 07 06:30:56.094581 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9680442-d51f-48eb-a008-696db77966ab req-447accad-93c9-4518-a31c-4744fd903cdb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:56.096066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9680442-d51f-48eb-a008-696db77966ab req-447accad-93c9-4518-a31c-4744fd903cdb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0524442 Apr 07 06:30:56.142024 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9680442-d51f-48eb-a008-696db77966ab req-9c6da24d-481b-47d0-90ac-f44577b394fe tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Apr 07 06:30:56.495645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491451f-385c-4be2-bd57-ca87645c0b5e req-6383cd80-f709-408b-99d0-b8028fa1652c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:56.498149 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2491451f-385c-4be2-bd57-ca87645c0b5e req-6383cd80-f709-408b-99d0-b8028fa1652c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.1357758 Apr 07 06:30:56.507726 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-297eb956-cefe-426c-b924-d848c83f54f9 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:56.510193 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-297eb956-cefe-426c-b924-d848c83f54f9 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/networks?id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 200 len: 814 time: 0.1583495 Apr 07 06:30:56.538775 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-e556ae9d-2894-4db2-9a41-a07ea7c84088 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/quotas/e3434366e8944e198a26127bcfec8e65 HTTP/1.1" status: 200 len: 375 time: 0.0192857 Apr 07 06:30:56.581142 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-0fd064ec-8e9b-4fd2-bee1-944de29270d3 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331209 Apr 07 06:30:56.588323 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2491451f-385c-4be2-bd57-ca87645c0b5e req-8ec4edad-d51d-44b5-a712-26cb4a07b556 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770423 Apr 07 06:30:56.704928 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-c8140c3c-feec-4493-8aaa-ec143917760c service neutron] 10.222.0.24 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155546 Apr 07 06:30:56.766179 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e0e5b2-3655-4f2e-ba4c-896930d3144a req-58399c4f-23b4-400d-95f3-14ce5523d245 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:56.767696 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4e0e5b2-3655-4f2e-ba4c-896930d3144a req-58399c4f-23b4-400d-95f3-14ce5523d245 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.1167293 Apr 07 06:30:56.839582 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7107157f-2f52-4c6f-8452-c207aa55124c service neutron] 10.222.0.24 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283090 Apr 07 06:30:56.843508 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d4e0e5b2-3655-4f2e-ba4c-896930d3144a req-d2428d0c-27ae-4d17-ac98-d94316d21b20 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699401 Apr 07 06:30:56.927012 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9bc58b1f-5d31-46b7-a58e-d4abf9eb3afe req-4ab8c5b8-0065-4ad7-b4ab-22b707f21f65 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0274224 Apr 07 06:30:57.053609 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a9361a27-f4e4-4ce0-8843-2d5c6b575d7c req-eef57054-ec49-452a-b14e-6bd9e2060ae6 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0298002 Apr 07 06:30:57.114829 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-adb9425f-2745-4329-ab6a-fc907c6dad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.116408 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-adb9425f-2745-4329-ab6a-fc907c6dad74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1127 time: 0.0659218 Apr 07 06:30:57.149145 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-74acd124-ab54-4002-9986-07097ccf7da0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.150596 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-74acd124-ab54-4002-9986-07097ccf7da0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "GET /v2.0/networks?id=58702a58-66ea-42bb-9711-6c93687f2919 HTTP/1.1" status: 200 len: 809 time: 0.1102388 Apr 07 06:30:57.169307 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Request body: {'port': {'device_id': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919', 'admin_state_up': True, 'tenant_id': 'cb2708df559245e88619e75213e654a3'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:57.317454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-3524a08b-c0c6-4220-9559-9ea920b59489 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.318913 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-3524a08b-c0c6-4220-9559-9ea920b59489 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.1459904 Apr 07 06:30:57.344445 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-052ba468-134e-4f97-877b-1972ee6c8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.345839 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-052ba468-134e-4f97-877b-1972ee6c8156 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7e40ad60e8e7486082b6638b218a786b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1829398 Apr 07 06:30:57.380025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62b0d5-d274-49b5-9f84-517009042490 req-02a29e17-89d1-406c-8a1d-4f28fc915fe1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.381574 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6e62b0d5-d274-49b5-9f84-517009042490 req-02a29e17-89d1-406c-8a1d-4f28fc915fe1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.1494215 Apr 07 06:30:57.392094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Made reservation on behalf of cb2708df559245e88619e75213e654a3 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:30:57.392094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:57.539562 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Allocated IP 172.20.0.8 (58702a58-66ea-42bb-9711-6c93687f2919/e474180c-598a-48ec-bf82-842625d8b6a7/218e7fc1-bd93-4edc-9482-c5f87325e354) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:30:57.710882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks [] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:57.807114 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:57.853315 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6e62b0d5-d274-49b5-9f84-517009042490 req-da6aeb22-0db4-45a4-9e21-32539ebb3201 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4569674 Apr 07 06:30:57.862672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Network 58702a58-66ea-42bb-9711-6c93687f2919 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:30:57.865471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-f4d2176f-d0b0-4735-97ce-e2be53433f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.866340 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:30:57.867025 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-894b3539-80cb-4726-8566-6101a4ef03e0 req-f4d2176f-d0b0-4735-97ce-e2be53433f3a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5036759 Apr 07 06:30:57.871350 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:30:57.875622 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Pushing event updated for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:57.892874 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b9d18-11b6-4651-a406-3de133ca297a req-c4d403d6-a061-4f34-84c5-10939a027342 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.896324 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-921b9d18-11b6-4651-a406-3de133ca297a req-c4d403d6-a061-4f34-84c5-10939a027342 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.1822832 Apr 07 06:30:57.901897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:30:57.902243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:57.944630 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:57.945249 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.086493 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-326d62b2-93ca-4d24-b106-5f5e295bad89 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9211590 Apr 07 06:30:58.102416 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-921b9d18-11b6-4651-a406-3de133ca297a req-f5aaac97-dc20-48d0-b0e7-646294e4db1c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960337 Apr 07 06:30:58.105027 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Request body: {'port': {'device_id': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:30:58.127915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-32f64690-3f43-48fb-aeed-85f2eb88acf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.129660 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-32f64690-3f43-48fb-aeed-85f2eb88acf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1127 time: 0.1493130 Apr 07 06:30:58.138098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] For port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:30:58.138511 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.149517 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e334e-c337-4d59-84f4-7c2ae5d43bbe req-01184a81-9550-4186-a7fb-9f6c3a22744e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.151083 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-025e334e-c337-4d59-84f4-7c2ae5d43bbe req-01184a81-9550-4186-a7fb-9f6c3a22744e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.1792247 Apr 07 06:30:58.173873 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.222990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-7777897e-1ad7-4f85-b8d7-09e1c5eecad4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 217 time: 0.0813367 Apr 07 06:30:58.443389 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-025e334e-c337-4d59-84f4-7c2ae5d43bbe req-1ead0e4b-0b16-45ef-8e4c-16b7d21d33b9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798553 Apr 07 06:30:58.444876 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 218e7fc1-bd93-4edc-9482-c5f87325e354 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:30:58.453339 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks [] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.472263 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Transition to ACTIVE for port object 218e7fc1-bd93-4edc-9482-c5f87325e354 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:30:58.477839 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-c6e22ca7-69ab-48b9-9105-46c9998b1c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.479796 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-c6e22ca7-69ab-48b9-9105-46c9998b1c1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.2026277 Apr 07 06:30:58.537723 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3ac27-756a-4df0-80c6-8cb127ee66f0 req-e100fca0-0026-4932-bbba-e2d0bbfcb1f0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.539776 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4e3ac27-756a-4df0-80c6-8cb127ee66f0 req-e100fca0-0026-4932-bbba-e2d0bbfcb1f0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 931 time: 0.3395913 Apr 07 06:30:58.548905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.597641 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9ae2f68-9bab-4ff1-aef7-b641796f75ef req-da516b12-93b5-4a93-9f21-334fd32524a3 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0776165 Apr 07 06:30:58.629337 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606bd4-75b6-46df-823e-0459539087af service neutron] Pushing event updated for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:58.641259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.641628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.641977 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP ab451744-eb38-4f04-86a0-a9c1dc74610a disassociated. External IP: 172.27.3.106, port: 7ad94d8d-87dc-436b-bb8b-be693d1a7f25. Apr 07 06:30:58.642494 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:30:58.683337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-c310d78d-bda7-4d7d-ac8a-60e30f887910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.685288 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-c310d78d-bda7-4d7d-ac8a-60e30f887910 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1637619 Apr 07 06:30:58.685821 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Attempting to bind port 218e7fc1-bd93-4edc-9482-c5f87325e354 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:30:58.686190 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Attempting to bind port 218e7fc1-bd93-4edc-9482-c5f87325e354 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:30:58.687713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Attempting to bind port 218e7fc1-bd93-4edc-9482-c5f87325e354 on network 58702a58-66ea-42bb-9711-6c93687f2919 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:58.691084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Port 218e7fc1-bd93-4edc-9482-c5f87325e354 on network 58702a58-66ea-42bb-9711-6c93687f2919 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:30:58.691410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Attempting to bind port 218e7fc1-bd93-4edc-9482-c5f87325e354 on network 58702a58-66ea-42bb-9711-6c93687f2919 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:30:58.696408 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:30:58.696679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Checking segment: {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:30:58.697068 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Bound using segment: {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:30:58.697495 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Bound port: 218e7fc1-bd93-4edc-9482-c5f87325e354, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4d07780-b068-4986-8ee0-add4a0300af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:30:58.697853 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.721084 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4e3ac27-756a-4df0-80c6-8cb127ee66f0 req-afa87c33-ab15-48bc-9480-a9abdaaec2ab tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689506 Apr 07 06:30:58.777474 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:30:58.782282 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=218e7fc1-bd93-4edc-9482-c5f87325e354,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:30:58.846838 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-7ee96910-4d67-4f27-a760-49fe20f9b589 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294432 Apr 07 06:30:58.943539 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.977348 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:58.978145 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:58.979595 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-df606bd4-75b6-46df-823e-0459539087af service neutron] 10.222.0.25 "PUT /v2.0/ports/218e7fc1-bd93-4edc-9482-c5f87325e354 HTTP/1.1" status: 200 len: 1093 time: 0.8794348 Apr 07 06:30:58.982355 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:58.984630 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:59.011002 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df606bd4-75b6-46df-823e-0459539087af service neutron] Pushing event updated for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:59.013023 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8882aa2-89b9-45cd-a291-16e368ab6ca8 req-9bfe4891-aab1-498d-add7-60a87921d4d4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:59.014620 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8882aa2-89b9-45cd-a291-16e368ab6ca8 req-9bfe4891-aab1-498d-add7-60a87921d4d4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 946 time: 0.0864086 Apr 07 06:30:59.017059 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ddbeda9-1cf7-4699-b4a5-251b7d69db30 req-c3486b70-9518-4134-a8bd-b9cdacc19546 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469340 Apr 07 06:30:59.025269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aee9426-35f1-4ae8-827e-b75d1a370233 x-openstack-request-id: req-7aee9426-35f1-4ae8-827e-b75d1a370233 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:59.025561 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:59.025815 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7aee9426-35f1-4ae8-827e-b75d1a370233 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:59.026217 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aee9426-35f1-4ae8-827e-b75d1a370233'] response: {'name': 'network-changed', 'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354', 'status': 'completed', 'code': 200} Apr 07 06:30:59.028578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (7ad94d8d-87dc-436b-bb8b-be693d1a7f25), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:59.065052 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=7ad94d8d-87dc-436b-bb8b-be693d1a7f25,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:30:59.134788 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8882aa2-89b9-45cd-a291-16e368ab6ca8 req-b668fd7b-994f-4cf9-9e44-c12b83a36262 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130221 Apr 07 06:30:59.278826 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:30:59.301901 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a13d351-5357-47c3-a831-483c7aaca115 req-adb47d35-7ef1-4214-b284-88ab9b4157af tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:59.303536 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8a13d351-5357-47c3-a831-483c7aaca115 req-adb47d35-7ef1-4214-b284-88ab9b4157af tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.1259654 Apr 07 06:30:59.308235 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-afde3773-470c-4cbd-9358-84a0edd0a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:59.309792 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-afde3773-470c-4cbd-9358-84a0edd0a49d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 1127 time: 0.0916893 Apr 07 06:30:59.434440 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8a13d351-5357-47c3-a831-483c7aaca115 req-6e782b82-6297-400c-96db-1b920b26a950 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206493 Apr 07 06:30:59.457311 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:30:59.468906 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:30:59.479811 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:30:59.480515 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:59.500722 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] No DVR routers for this DVR port 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:30:59.503764 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:30:59.507078 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bfebac2e-6516-4e28-b12c-8c962fdc6540 req-300c4fd5-ba98-43f0-94af-40fe88df461c tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "DELETE /v2.0/ports/7ad94d8d-87dc-436b-bb8b-be693d1a7f25 HTTP/1.1" status: 204 len: 173 time: 2.1758745 Apr 07 06:30:59.507522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'name': 'network-vif-deleted', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:30:59.509726 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf47dcb7-2eeb-45d6-a9c8-718079f8e7f8" -d '{"events": [{"server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "name": "network-vif-deleted", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:30:59.549789 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008b678f-f352-44b3-9ccd-3ff26c456210 x-openstack-request-id: req-008b678f-f352-44b3-9ccd-3ff26c456210 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:30:59.550083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "029b018e-211c-43c0-b68f-5812fbaf8d16", "name": "network-vif-deleted", "tag": "7ad94d8d-87dc-436b-bb8b-be693d1a7f25", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:30:59.550338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-008b678f-f352-44b3-9ccd-3ff26c456210 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:30:59.550863 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-008b678f-f352-44b3-9ccd-3ff26c456210'] response: {'server_uuid': '029b018e-211c-43c0-b68f-5812fbaf8d16', 'name': 'network-vif-deleted', 'tag': '7ad94d8d-87dc-436b-bb8b-be693d1a7f25', 'status': 'completed', 'code': 200} Apr 07 06:30:59.588915 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:30:59.590243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce93e-3784-47bb-a55c-d10c35b48e87 req-ba8252c2-7143-4842-b036-85d5e3ac8dff tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:59.592477 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82bce93e-3784-47bb-a55c-d10c35b48e87 req-ba8252c2-7143-4842-b036-85d5e3ac8dff tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0550294 Apr 07 06:30:59.639873 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82bce93e-3784-47bb-a55c-d10c35b48e87 req-69ff795e-998d-4576-ad3c-68cc55508a79 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412548 Apr 07 06:30:59.717765 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aa775181-3ddd-45a6-97c3-32707bbdf5ea req-1bfc0cb3-d652-463f-a91a-0cfffb0b445b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0305684 Apr 07 06:30:59.831809 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:59.854258 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab384a46-7cb0-4325-9e45-d13fd49d0a81 req-e1dd318d-e7fd-4c79-b5fb-9ce734404f12 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:30:59.855961 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ab384a46-7cb0-4325-9e45-d13fd49d0a81 req-e1dd318d-e7fd-4c79-b5fb-9ce734404f12 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 943 time: 0.0582137 Apr 07 06:30:59.862301 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:30:59.871818 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:30:59.872635 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:30:59.907141 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ab384a46-7cb0-4325-9e45-d13fd49d0a81 req-61d7f6d1-1f6e-4222-8b2a-f348aed3f7b8 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441234 Apr 07 06:31:00.066661 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:00.236140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38e264e3-8f63-4105-9376-2807216e8e76 req-6c41e11f-6c13-4833-a9e0-f4c09ab90526 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Apr 07 06:31:00.311111 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:00.342918 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5379e0ea-dced-4f81-a41e-56f1c5f91c3c None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'ab04363d-a7ae-41b6-9c07-c0004b0b0028', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.89', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:93:4b:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:28:03Z', 'updated_at': '2022-04-07T06:28:28Z', 'revision_number': 2, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:31:00.459370 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-544f63ee-ee9c-4101-b90f-f021b7be952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:00.460867 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-544f63ee-ee9c-4101-b90f-f021b7be952a service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cb2708df559245e88619e75213e654a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1746626 Apr 07 06:31:00.467310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-da562bfe-0b08-4b66-8fc5-26e9d22e9a07 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:00.468831 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-da562bfe-0b08-4b66-8fc5-26e9d22e9a07 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "GET /v2.0/networks?id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 200 len: 814 time: 0.1744065 Apr 07 06:31:00.501085 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Request body: {'port': {'device_id': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1', 'admin_state_up': True, 'tenant_id': 'e3434366e8944e198a26127bcfec8e65'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:00.710363 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8fe9ed-f218-4c76-8bc8-7421f834ee15 None None] New status for floating IP ab451744-eb38-4f04-86a0-a9c1dc74610a: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:31:00.902169 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb352627-1cdd-49b4-9d2e-b73fea4232b3 req-e5c95c82-aecf-4e10-bb38-191cf0f60803 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0555460 Apr 07 06:31:00.966738 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-25723a1b-16b8-48e4-b81d-a6b9f87a0e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:00.968231 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f54e7b6-4a6d-439f-b5a8-73f177e8b20a req-25723a1b-16b8-48e4-b81d-a6b9f87a0e57 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4874763 Apr 07 06:31:00.990077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def98e0b-2ab5-4921-bcc2-4ae3786f019e req-1250fbe3-b741-44c3-8014-6e4bacd4f395 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:00.991550 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-def98e0b-2ab5-4921-bcc2-4ae3786f019e req-1250fbe3-b741-44c3-8014-6e4bacd4f395 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.4506733 Apr 07 06:31:01.110341 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9a9d6-87c1-4ca8-824c-03e1da23e113 req-5bdb8174-d003-4e72-8249-e39c8d219cf8 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:01.111851 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9f9a9d6-87c1-4ca8-824c-03e1da23e113 req-5bdb8174-d003-4e72-8249-e39c8d219cf8 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 943 time: 0.1193192 Apr 07 06:31:01.116474 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Made reservation on behalf of e3434366e8944e198a26127bcfec8e65 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:31:01.119548 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:01.125908 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-def98e0b-2ab5-4921-bcc2-4ae3786f019e req-f39ac8e2-bce2-44ff-85c4-731c57074396 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224172 Apr 07 06:31:01.218175 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-47c075eb-abb7-4216-9a87-0a2940797478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:01.219690 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-47c075eb-abb7-4216-9a87-0a2940797478 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb2708df559245e88619e75213e654a3&device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 1127 time: 0.1527109 Apr 07 06:31:01.244972 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9f9a9d6-87c1-4ca8-824c-03e1da23e113 req-0a388e19-f3ff-4145-9c2c-8862790d15bf tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231952 Apr 07 06:31:01.250634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:31:01.284918 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-21928d3c-f39f-42b8-abd9-266c8d6d68f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=218e7fc1-bd93-4edc-9482-c5f87325e354 HTTP/1.1" status: 200 len: 217 time: 0.0538435 Apr 07 06:31:01.299296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:31:01.300149 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 7ad94d8d-87dc-436b-bb8b-be693d1a7f25 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:31:01.400262 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d62fa55d-3474-4ea5-9ca0-525a58215033 req-c6cadbc4-823d-46b7-b6fc-99c2bc43d7b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=029b018e-211c-43c0-b68f-5812fbaf8d16 HTTP/1.1" status: 200 len: 210 time: 0.0402455 Apr 07 06:31:01.405793 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Allocated IP 172.20.0.11 (f9d5bfd0-ea49-485e-b149-8935dc3c61c1/258b156d-0d06-4c5a-a47f-120fe2845509/5788269e-ed9c-4edc-9ca6-0c747f1686c1) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:31:01.408843 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-02da188f-92c7-49e3-8dec-83ce8219fede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:01.410493 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-02da188f-92c7-49e3-8dec-83ce8219fede service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e474180c-598a-48ec-bf82-842625d8b6a7 HTTP/1.1" status: 200 len: 849 time: 0.0986283 Apr 07 06:31:01.456929 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-fd9c20c8-bc92-4581-99e7-e88361b8fac4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=58702a58-66ea-42bb-9711-6c93687f2919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350394 Apr 07 06:31:01.633595 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-8146241e-61f0-4808-a269-9f6de7d4f043 service neutron] 10.222.0.25 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676900 Apr 07 06:31:01.716557 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks [] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:01.777530 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46813603-fa3f-45fc-affb-35f6ccb69f43 req-83d86c2d-4eb0-4f2c-8904-fd6dde597ea2 service neutron] 10.222.0.25 "GET /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289570 Apr 07 06:31:01.863896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:01.911375 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:31:01.914664 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:31:01.917102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:31:01.952746 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Pushing event updated for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:01.980716 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:01.981940 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:02.036135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c8cef-276b-4d92-b120-ecb889f3de5c req-b829ff79-d486-4d66-920b-7351692f89a2 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:02.037628 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-330c8cef-276b-4d92-b120-ecb889f3de5c req-b829ff79-d486-4d66-920b-7351692f89a2 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 932 time: 0.0637295 Apr 07 06:31:02.084437 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-330c8cef-276b-4d92-b120-ecb889f3de5c req-a175e799-4c5c-4fc2-a5e7-92828581fe3e tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409534 Apr 07 06:31:02.100188 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-9a0c2b21-41fc-4ffc-a7f9-4278060f4bac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6158991 Apr 07 06:31:02.244087 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36684fd4-a33f-4c10-99fa-d2c753dce20e req-ace1c760-bb7f-4b0e-9e25-f07126407079 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:02.245466 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36684fd4-a33f-4c10-99fa-d2c753dce20e req-ace1c760-bb7f-4b0e-9e25-f07126407079 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.0524216 Apr 07 06:31:02.290462 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36684fd4-a33f-4c10-99fa-d2c753dce20e req-ff6052e5-e930-4274-ba20-a748df4da8f0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394619 Apr 07 06:31:02.382955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00353617-1d41-4c3d-8ec7-12f8fc502b0f req-9023a172-0afb-4149-975d-8e3affc4958e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:02.384379 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00353617-1d41-4c3d-8ec7-12f8fc502b0f req-9023a172-0afb-4149-975d-8e3affc4958e tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 943 time: 0.0558949 Apr 07 06:31:02.431323 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-00353617-1d41-4c3d-8ec7-12f8fc502b0f req-42dccdf8-9fe7-47a5-b1ec-6ec90d5b0c7c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 Apr 07 06:31:02.567402 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43546) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:02.620360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:02.643702 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:02.777234 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:02.779909 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:02.781078 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/security-groups/45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26 HTTP/1.1" status: 204 len: 168 time: 0.2126913 Apr 07 06:31:02.783872 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43548) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:02.790019 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ca7325-5e60-435a-9789-567001fb80d1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:02.800464 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-ad65c96f-0d43-4d43-857f-f1a07af096fd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] show failed (client error): The resource could not be found. Apr 07 06:31:02.800464 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad65c96f-0d43-4d43-857f-f1a07af096fd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups/45dbd58d-3c3e-4c36-8fd9-8d9b4a1b8c26 HTTP/1.1" status: 404 len: 347 time: 0.0133207 Apr 07 06:31:02.802310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43550) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:02.842061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Request body: {'port': {'device_id': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:02.962663 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.011730 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 409c2aed-f359-4d72-8992-0bb6d5128cf8 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:03.012090 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.197757 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.198083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (409c2aed-f359-4d72-8992-0bb6d5128cf8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.235737 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 409c2aed-f359-4d72-8992-0bb6d5128cf8 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:03.280709 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:31:03.340153 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aee29a-1706-4413-8ede-25f679dabcd3 req-6fade629-207c-424b-ba57-0e6012968ecf tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:03.341812 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8aee29a-1706-4413-8ede-25f679dabcd3 req-6fade629-207c-424b-ba57-0e6012968ecf tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 932 time: 0.1621909 Apr 07 06:31:03.381885 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:03.393527 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:31:03.430949 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:03.431339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.445176 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:03.464373 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:03.480292 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5788269e-ed9c-4edc-9ca6-0c747f1686c1 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:03.493937 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks [] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.499339 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8aee29a-1706-4413-8ede-25f679dabcd3 req-91c6f7cc-d326-4d88-9c26-0789523527d8 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458411 Apr 07 06:31:03.543510 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Transition to ACTIVE for port object 5788269e-ed9c-4edc-9ca6-0c747f1686c1 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:31:03.548348 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508268b-e3b5-48be-95bf-4093ba458b56 req-e2036b2b-3c83-4127-ad80-199778bc5c96 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:03.549844 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2508268b-e3b5-48be-95bf-4093ba458b56 req-e2036b2b-3c83-4127-ad80-199778bc5c96 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 943 time: 0.1826735 Apr 07 06:31:03.566292 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.614984 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:03.622483 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.622806 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.623154 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.623287 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.623509 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.623868 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.624199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.624532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.624856 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.625177 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.625545 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.626421 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.626775 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.627103 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.627469 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.627834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:03.663047 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (409c2aed-f359-4d72-8992-0bb6d5128cf8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.669279 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2508268b-e3b5-48be-95bf-4093ba458b56 req-640bb488-8187-4100-a262-2336b880553d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127372 Apr 07 06:31:03.704751 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cea76-3ac6-4126-b565-0e84f5266bac req-e186901b-fe95-4a57-bfb1-03129b9826e0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:03.706246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c55cea76-3ac6-4126-b565-0e84f5266bac req-e186901b-fe95-4a57-bfb1-03129b9826e0 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 943 time: 0.1385090 Apr 07 06:31:03.706846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Pushing event updated for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:03.774705 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=409c2aed-f359-4d72-8992-0bb6d5128cf8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:03.830032 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:03.868318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c55cea76-3ac6-4126-b565-0e84f5266bac req-1fa8307c-5c60-4405-afa2-c534421b81e6 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553924 Apr 07 06:31:03.873714 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab451744-eb38-4f04-86a0-a9c1dc74610a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.876242 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.879957 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-45af43aa-4656-4773-bd43-183cb3be17f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/floatingips/ab451744-eb38-4f04-86a0-a9c1dc74610a HTTP/1.1" status: 204 len: 168 time: 1.0741405 Apr 07 06:31:03.888567 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Attempting to bind port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:31:03.888909 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Attempting to bind port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:31:03.889367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Attempting to bind port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:31:03.893863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:31:03.894191 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Attempting to bind port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 on network f9d5bfd0-ea49-485e-b149-8935dc3c61c1 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:31:03.899683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:31:03.900054 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Checking segment: {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:31:03.900446 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Bound using segment: {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:31:03.900875 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Bound port: 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:31:03.901239 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:03.973261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:31:03.976456 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:31:04.081093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:04.113742 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.114609 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:04.116053 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] 10.222.0.25 "PUT /v2.0/ports/5788269e-ed9c-4edc-9ca6-0c747f1686c1 HTTP/1.1" status: 200 len: 1094 time: 1.2780290 Apr 07 06:31:04.118138 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:04.121047 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80" -d '{"events": [{"name": "network-changed", "server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:04.208649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b345132-d938-41f2-89ee-1b811e76289c service neutron] Pushing event updated for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:04.208649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70b07b-8326-4eff-a949-58070a071d4f x-openstack-request-id: req-1a70b07b-8326-4eff-a949-58070a071d4f {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:04.208649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:04.208649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a70b07b-8326-4eff-a949-58070a071d4f {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:04.208649 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a70b07b-8326-4eff-a949-58070a071d4f'] response: {'name': 'network-changed', 'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1', 'status': 'completed', 'code': 200} Apr 07 06:31:04.236267 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-8e7a9772-61df-47fe-8a92-407eb0c8385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.237770 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-8e7a9772-61df-47fe-8a92-407eb0c8385b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0454037 Apr 07 06:31:04.338654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-11df6b43-1754-441d-901c-80f2e1967c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.353460 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-11df6b43-1754-441d-901c-80f2e1967c0f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e3434366e8944e198a26127bcfec8e65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0956085 Apr 07 06:31:04.434745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-659c4362-1557-418d-af49-0d85a4a0ebcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.436267 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-108d5bd0-b9ab-4de2-9cfd-bb9f15201e80 req-659c4362-1557-418d-af49-0d85a4a0ebcc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0890889 Apr 07 06:31:04.521042 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-93439526-fc5e-4b92-9d29-4d93749e24bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.522455 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-93439526-fc5e-4b92-9d29-4d93749e24bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e3434366e8944e198a26127bcfec8e65&device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 1128 time: 0.0490963 Apr 07 06:31:04.583460 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-80737bff-e091-404f-88ad-6abcb475a5b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1 HTTP/1.1" status: 200 len: 217 time: 0.0398030 Apr 07 06:31:04.649828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-b4f15d38-d8ab-4394-9768-963a73821271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.651295 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-b4f15d38-d8ab-4394-9768-963a73821271 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=258b156d-0d06-4c5a-a47f-120fe2845509 HTTP/1.1" status: 200 len: 854 time: 0.0630014 Apr 07 06:31:04.674948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe083cb-1b56-409e-926a-622009176c9c req-d193d52a-daca-4065-9b8c-aaa0ba523692 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.676432 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5fe083cb-1b56-409e-926a-622009176c9c req-d193d52a-daca-4065-9b8c-aaa0ba523692 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0981688 Apr 07 06:31:04.696352 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-43024167-af21-4bfd-83ec-377970b7dfb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9d5bfd0-ea49-485e-b149-8935dc3c61c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379329 Apr 07 06:31:04.738560 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5fe083cb-1b56-409e-926a-622009176c9c req-a5827693-3b44-4ad0-a975-04d3a9879f5e tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Apr 07 06:31:04.789772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981ebb3-800b-4397-9f7b-d0197f341ace req-3b239c84-3d21-4337-bff4-33ad3d009023 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.791274 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2981ebb3-800b-4397-9f7b-d0197f341ace req-3b239c84-3d21-4337-bff4-33ad3d009023 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 944 time: 0.0518589 Apr 07 06:31:04.838507 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2981ebb3-800b-4397-9f7b-d0197f341ace req-65b8f6fa-be24-4d7c-bf13-64f3e09e7b61 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Apr 07 06:31:04.985649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9550885-8a80-4586-969d-34f2d1b8dee2 req-3bd3c013-8eaf-4ae0-89e1-89e8a3bd7d60 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:04.987134 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d9550885-8a80-4586-969d-34f2d1b8dee2 req-3bd3c013-8eaf-4ae0-89e1-89e8a3bd7d60 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 943 time: 0.0522711 Apr 07 06:31:05.073924 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d9550885-8a80-4586-969d-34f2d1b8dee2 req-0b89f816-b78c-4cb8-b1d8-3807573f369a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809414 Apr 07 06:31:05.114103 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-0cd7d8bd-3b4c-4643-952b-792fbe54a8d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931203 Apr 07 06:31:05.264377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b5f0dd61-2d4c-4acd-bb3b-a0217816cfa5 req-cd64f1a7-e8de-4c6e-bbf8-db7afeeb4ef3 service neutron] 10.222.0.25 "GET /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863025 Apr 07 06:31:05.293602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 218e7fc1-bd93-4edc-9482-c5f87325e354 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:31:05.297564 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:31:05.427995 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=218e7fc1-bd93-4edc-9482-c5f87325e354,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:05.440243 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '218e7fc1-bd93-4edc-9482-c5f87325e354', 'network_id': '58702a58-66ea-42bb-9711-6c93687f2919', 'port_id': '218e7fc1-bd93-4edc-9482-c5f87325e354', 'mac_address': 'fa:16:3e:c2:d5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e474180c-598a-48ec-bf82-842625d8b6a7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:31:05.445939 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:31:05.471873 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:31:05.472256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:05.510009 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 218e7fc1-bd93-4edc-9482-c5f87325e354 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:05.510768 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:05.528726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 218e7fc1-bd93-4edc-9482-c5f87325e354 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:05.554309 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=218e7fc1-bd93-4edc-9482-c5f87325e354,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:05.593622 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:05.594007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:05.618015 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:05.620266 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-210cfe5a-9353-4295-bdb8-e08aeeaa18d2" -d '{"events": [{"server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:05.632818 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:05.644221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:05.659246 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00f6615-94ec-4457-9cd3-4ebbcb93d367 x-openstack-request-id: req-a00f6615-94ec-4457-9cd3-4ebbcb93d367 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:05.659563 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "name": "network-vif-plugged", "status": "completed", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:05.659847 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a00f6615-94ec-4457-9cd3-4ebbcb93d367 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:05.660237 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a00f6615-94ec-4457-9cd3-4ebbcb93d367'] response: {'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'code': 200} Apr 07 06:31:05.685820 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:05.725844 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:05.778599 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:05.857746 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef48db0-407b-49f0-b6af-23fcf2176527 req-a174170e-3ece-4e3f-9874-9879651ea22f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:05.859274 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ef48db0-407b-49f0-b6af-23fcf2176527 req-a174170e-3ece-4e3f-9874-9879651ea22f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0543377 Apr 07 06:31:05.906757 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5ef48db0-407b-49f0-b6af-23fcf2176527 req-c9d24922-321a-4b3d-8fa4-53d8404c43c1 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415862 Apr 07 06:31:05.932140 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['218e7fc1-bd93-4edc-9482-c5f87325e354'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:05.958670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765206be-27ee-4936-aba5-8786093cac20 req-5b2b6fe5-a30b-45fd-b2e3-1a37fbed048c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:05.960267 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765206be-27ee-4936-aba5-8786093cac20 req-5b2b6fe5-a30b-45fd-b2e3-1a37fbed048c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0524962 Apr 07 06:31:06.009338 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765206be-27ee-4936-aba5-8786093cac20 req-0c0feaf5-341f-4675-9ad8-408728e25f25 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Apr 07 06:31:06.198792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8353f-1cad-4d33-a5ce-4da7fbef5d16 req-3b761856-0418-48ea-9818-3afd3c9f5bcd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:06.200834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-81b8353f-1cad-4d33-a5ce-4da7fbef5d16 req-3b761856-0418-48ea-9818-3afd3c9f5bcd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 944 time: 0.0543883 Apr 07 06:31:06.245601 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-81b8353f-1cad-4d33-a5ce-4da7fbef5d16 req-a9cedadd-0d26-479a-8758-6e442fa1a1e1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393646 Apr 07 06:31:06.711188 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9fe79-2e3b-4c79-923b-af35311a4ae5 req-470be8b9-f788-4d83-9fab-a71dcc4ecdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:06.714475 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7b9fe79-2e3b-4c79-923b-af35311a4ae5 req-470be8b9-f788-4d83-9fab-a71dcc4ecdb0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0441566 Apr 07 06:31:06.761719 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7b9fe79-2e3b-4c79-923b-af35311a4ae5 req-770f6c9d-8e2c-442e-846c-710c3616720a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389686 Apr 07 06:31:06.799982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:07.026402 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807679-011d-4a57-a008-0d13892fa285 req-c1dccb58-f1da-4d77-bdc9-3bc63958e6be tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:07.028525 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f807679-011d-4a57-a008-0d13892fa285 req-c1dccb58-f1da-4d77-bdc9-3bc63958e6be tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0542262 Apr 07 06:31:07.074019 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1f807679-011d-4a57-a008-0d13892fa285 req-60b0565c-595c-4f22-98de-d0fb1cc2e9ac tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395062 Apr 07 06:31:07.186999 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a14e4-7bfa-4e99-8747-ccf2116ae37c req-fa87085e-dca3-4bfc-b057-827c8e5f2eb5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:07.188411 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6a14e4-7bfa-4e99-8747-ccf2116ae37c req-fa87085e-dca3-4bfc-b057-827c8e5f2eb5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0839727 Apr 07 06:31:07.199219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647060c5-9dc3-458c-90e9-b8aab24b000b req-5052ee06-b3ae-4a1c-b5e5-79d96c13f343 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:07.201122 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-647060c5-9dc3-458c-90e9-b8aab24b000b req-5052ee06-b3ae-4a1c-b5e5-79d96c13f343 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0704410 Apr 07 06:31:07.272394 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6a14e4-7bfa-4e99-8747-ccf2116ae37c req-9f652176-601d-4e3c-8d34-45f6f3ad7671 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703375 Apr 07 06:31:07.279035 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-647060c5-9dc3-458c-90e9-b8aab24b000b req-e1991081-78c0-46fa-99c3-d4f2a390f0ed tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707126 Apr 07 06:31:07.317722 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 218e7fc1-bd93-4edc-9482-c5f87325e354 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:31:07.377303 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f6ea7-6bad-475c-b8b9-8c2825d41489 req-22cfd0c1-6134-4a84-b25c-b4e21a22c673 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:07.378768 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-222f6ea7-6bad-475c-b8b9-8c2825d41489 req-22cfd0c1-6134-4a84-b25c-b4e21a22c673 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 944 time: 0.0530565 Apr 07 06:31:07.424061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-222f6ea7-6bad-475c-b8b9-8c2825d41489 req-d72c3b5b-3095-4250-aabe-a35c40bae5d1 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Apr 07 06:31:07.451728 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 218e7fc1-bd93-4edc-9482-c5f87325e354 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:31:07.455616 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 218e7fc1-bd93-4edc-9482-c5f87325e354 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:31:07.456028 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:07.530250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 218e7fc1-bd93-4edc-9482-c5f87325e354 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:07.530634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:07.561978 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=218e7fc1-bd93-4edc-9482-c5f87325e354,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:07.661058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:07.663457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b24847-4ab9-4211-92f3-73b1bc824e4e" -d '{"events": [{"server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "name": "network-vif-plugged", "status": "completed", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:07.666836 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:07.698978 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622e407-8147-41cb-bbd8-7bd83c4431c2 x-openstack-request-id: req-d622e407-8147-41cb-bbd8-7bd83c4431c2 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:07.699267 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "name": "network-vif-plugged", "status": "completed", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:07.699515 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d622e407-8147-41cb-bbd8-7bd83c4431c2 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:07.699925 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d622e407-8147-41cb-bbd8-7bd83c4431c2'] response: {'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354', 'code': 200} Apr 07 06:31:07.724800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:08.190403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd017798-dbf8-405f-a248-5b067818df62 req-332573f0-6e98-4cd6-9fd4-df422970af63 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:08.191868 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd017798-dbf8-405f-a248-5b067818df62 req-332573f0-6e98-4cd6-9fd4-df422970af63 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0520740 Apr 07 06:31:08.236457 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd017798-dbf8-405f-a248-5b067818df62 req-17946c7f-ab80-412c-893a-a74b0bfa2086 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391052 Apr 07 06:31:08.417166 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:31:08.423131 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d934f7a8-19c9-4633-accd-e019b1675d95 req-8d6024cf-1e0d-4741-8367-99d3bf8a6010 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:08.424627 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d934f7a8-19c9-4633-accd-e019b1675d95 req-8d6024cf-1e0d-4741-8367-99d3bf8a6010 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0859606 Apr 07 06:31:08.431837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795a792-3e17-414f-8b1b-469033090ae5 req-54ef14cd-bf21-4be7-825b-363cec5c4f67 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:08.433152 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c795a792-3e17-414f-8b1b-469033090ae5 req-54ef14cd-bf21-4be7-825b-363cec5c4f67 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0849888 Apr 07 06:31:08.501090 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d934f7a8-19c9-4633-accd-e019b1675d95 req-dc7b53e5-ebb0-4b71-ab7d-bc59e60f4fc1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670209 Apr 07 06:31:08.505008 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c795a792-3e17-414f-8b1b-469033090ae5 req-b7dd680d-0711-487a-a643-9b0c2828fa34 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654843 Apr 07 06:31:08.607589 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a28f6-213e-40a7-996c-517b6603e048 req-93defaad-2dc3-4c3d-97a2-4592a7634aae tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:08.609276 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b8a28f6-213e-40a7-996c-517b6603e048 req-93defaad-2dc3-4c3d-97a2-4592a7634aae tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.0547838 Apr 07 06:31:08.654457 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8b8a28f6-213e-40a7-996c-517b6603e048 req-68a5cd93-8146-4d87-a24c-277de3b08047 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 Apr 07 06:31:09.223255 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-5343f903-0f42-4c52-ac15-b23387576238 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:09.224714 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-5343f903-0f42-4c52-ac15-b23387576238 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0507634 Apr 07 06:31:09.316120 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5788269e-ed9c-4edc-9ca6-0c747f1686c1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:31:09.351066 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f77c168-d955-4786-a932-24f1e10dd2fe req-7da4c11d-ec40-4aa6-bafa-96d03ab3f635 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:09.352575 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f77c168-d955-4786-a932-24f1e10dd2fe req-7da4c11d-ec40-4aa6-bafa-96d03ab3f635 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 944 time: 0.0522029 Apr 07 06:31:09.399899 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f77c168-d955-4786-a932-24f1e10dd2fe req-105f1033-3ad3-4c13-b746-cf41966b517f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406747 Apr 07 06:31:09.417292 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:09.428897 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '5788269e-ed9c-4edc-9ca6-0c747f1686c1', 'network_id': 'f9d5bfd0-ea49-485e-b149-8935dc3c61c1', 'port_id': '5788269e-ed9c-4edc-9ca6-0c747f1686c1', 'mac_address': 'fa:16:3e:ff:c4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '258b156d-0d06-4c5a-a47f-120fe2845509', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:31:09.468120 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:09.468513 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:09.481107 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5788269e-ed9c-4edc-9ca6-0c747f1686c1 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:09.500173 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:09.577036 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:09.623333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:09.652889 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c10891-4f88-437a-9bbc-4e775c230c0f req-272cdc99-5fdd-46f1-a2b6-63603211fccf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:09.654355 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66c10891-4f88-437a-9bbc-4e775c230c0f req-272cdc99-5fdd-46f1-a2b6-63603211fccf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0870488 Apr 07 06:31:09.661560 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870bdb3-2a71-4207-ac50-e49289ae7447 req-262d25ba-36fd-455b-8e58-090cd8870eea tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:09.662881 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b870bdb3-2a71-4207-ac50-e49289ae7447 req-262d25ba-36fd-455b-8e58-090cd8870eea tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 945 time: 0.0862796 Apr 07 06:31:09.901370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5788269e-ed9c-4edc-9ca6-0c747f1686c1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:10.052934 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66c10891-4f88-437a-9bbc-4e775c230c0f req-52f1d7b2-6976-43ba-aea0-d65402689195 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3890910 Apr 07 06:31:10.071182 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b870bdb3-2a71-4207-ac50-e49289ae7447 req-afe70602-31f1-41e0-b316-b99b634b1917 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=81b39eb5-da77-4768-8697-a57756a6fb95&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4018455 Apr 07 06:31:10.116500 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b7e7e-5055-4c9e-9c7a-7cb11e472cc3 req-dde30d01-e862-4972-a892-d684b3448f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:10.118012 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de8b7e7e-5055-4c9e-9c7a-7cb11e472cc3 req-dde30d01-e862-4972-a892-d684b3448f6b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 1129 time: 0.0973003 Apr 07 06:31:10.132419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:10.140799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:10.265330 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-de8b7e7e-5055-4c9e-9c7a-7cb11e472cc3 req-634c3790-e5ef-426e-a2a7-2f5cb8813e4a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287465 Apr 07 06:31:10.273968 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982ed42-377e-4462-a20e-0728fda04b11 req-f188f04b-7734-41f8-bfd4-4b52c57fc9dd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:10.275365 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4982ed42-377e-4462-a20e-0728fda04b11 req-f188f04b-7734-41f8-bfd4-4b52c57fc9dd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.1528518 Apr 07 06:31:10.295411 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] For port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:10.295836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:10.380422 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4982ed42-377e-4462-a20e-0728fda04b11 req-9bd78388-8049-4868-a2be-5898d49137b4 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959623 Apr 07 06:31:10.519855 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:10.520218 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:10.520536 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP ab04363d-a7ae-41b6-9c07-c0004b0b0028 disassociated. External IP: 172.27.3.89, port: 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad. Apr 07 06:31:10.520896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:10.545871 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a6666d-20ff-485e-b5cc-606f5028e1b0 req-7025621a-f0c7-404a-95a5-5e97a19ae153 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:10.547381 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8a6666d-20ff-485e-b5cc-606f5028e1b0 req-7025621a-f0c7-404a-95a5-5e97a19ae153 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 945 time: 0.0799990 Apr 07 06:31:10.632373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c8a6666d-20ff-485e-b5cc-606f5028e1b0 req-1ba43930-c747-4486-bee7-c3e9e69d15ef tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585949 Apr 07 06:31:10.754931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:10.782213 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:10.897120 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:31:11.004052 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:31:11.013882 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39738607-232e-4614-b2f1-49f473791553 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:31:11.026186 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:11.026796 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:11.044383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] No DVR routers for this DVR port 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:31:11.046863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:11.050303 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b3762760-e927-4a7a-8cfe-f7338299d810 req-9b2b1d14-1f3e-43f4-adc3-e9065a3a27f5 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "DELETE /v2.0/ports/5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad HTTP/1.1" status: 204 len: 173 time: 1.3608198 Apr 07 06:31:11.050751 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'name': 'network-vif-deleted', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:11.053009 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36b831b-00c3-404c-a35a-c795a630897d" -d '{"events": [{"server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "name": "network-vif-deleted", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:11.089506 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14983fba-fa68-4f54-9351-ec6239aca96b x-openstack-request-id: req-14983fba-fa68-4f54-9351-ec6239aca96b {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:11.089805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9", "name": "network-vif-deleted", "tag": "5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:11.090089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14983fba-fa68-4f54-9351-ec6239aca96b {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:11.090513 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14983fba-fa68-4f54-9351-ec6239aca96b'] response: {'server_uuid': 'dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9', 'name': 'network-vif-deleted', 'tag': '5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad', 'status': 'completed', 'code': 200} Apr 07 06:31:11.147988 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:11.195717 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-63466857-8afa-4d56-a98f-d1ec3f6cfeb4 req-5a8848f7-be3d-4376-b154-918bd555f404 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0371480 Apr 07 06:31:11.215798 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16d64c-c289-4272-bac4-6b5cf9e334b6 req-56e4b0c9-328b-40ec-b9d8-498387d03fe6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:11.222939 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb16d64c-c289-4272-bac4-6b5cf9e334b6 req-56e4b0c9-328b-40ec-b9d8-498387d03fe6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0942776 Apr 07 06:31:11.285897 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb16d64c-c289-4272-bac4-6b5cf9e334b6 req-eccb132a-1334-4071-aa39-8c777cee280d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620022 Apr 07 06:31:11.368551 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:11.373116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5788269e-ed9c-4edc-9ca6-0c747f1686c1 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:31:11.395857 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39738607-232e-4614-b2f1-49f473791553 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:31:11.402265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbaee4f-9083-4e22-b893-1345da1ee301 req-4d58a2be-52ff-4d9e-9436-2087baa524c6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:11.403780 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-adbaee4f-9083-4e22-b893-1345da1ee301 req-4d58a2be-52ff-4d9e-9436-2087baa524c6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0546913 Apr 07 06:31:11.405119 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:11.405744 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:11.412418 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43632) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:11.417492 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'floatingip': {'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:11.473072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:11.517456 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:11.526244 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:31:11.531229 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:31:11.531842 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:11.612561 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16af53e-73a6-4931-80e0-4bf8eeb6d317 req-f03e124f-5cdc-46ad-9eca-ca8361ed44cd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:11.614095 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c16af53e-73a6-4931-80e0-4bf8eeb6d317 req-f03e124f-5cdc-46ad-9eca-ca8361ed44cd tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.1444168 Apr 07 06:31:11.627519 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:11.628361 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:11.652914 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:11.655372 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af56b2c-b0f1-459c-9b8a-f07ac98637a5" -d '{"events": [{"server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:11.668823 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:11.715495 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c16af53e-73a6-4931-80e0-4bf8eeb6d317 req-2f9b0711-adef-4a19-a5d7-b543b2d54c2d tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928869 Apr 07 06:31:11.729641 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-39738607-232e-4614-b2f1-49f473791553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:11.743456 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:11.744482 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:31:11.767679 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39738607-232e-4614-b2f1-49f473791553 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:31:11.792300 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5305d219-cdb1-48f9-ac27-29279b436bff x-openstack-request-id: req-5305d219-cdb1-48f9-ac27-29279b436bff {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:11.792612 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "name": "network-vif-plugged", "status": "completed", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:11.792865 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5305d219-cdb1-48f9-ac27-29279b436bff {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:11.793821 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5305d219-cdb1-48f9-ac27-29279b436bff'] response: {'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1', 'code': 200} Apr 07 06:31:11.798323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:31:11.798323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ebbe472-0df1-4df5-a1a9-ebe8c757e7ad not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:31:11.846421 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6937395c-6df1-42fb-9315-ca63a7466ed7 req-9495d2b6-4903-4df7-b424-67e68ca8be26 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:11.847019 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:11.847982 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6937395c-6df1-42fb-9315-ca63a7466ed7 req-9495d2b6-4903-4df7-b424-67e68ca8be26 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.1384938 Apr 07 06:31:11.976209 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6937395c-6df1-42fb-9315-ca63a7466ed7 req-e56e7034-f4a6-4558-9427-bd06f896dd3f tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883005 Apr 07 06:31:12.022310 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7084519f-6565-4d1d-a988-9a389cc8d893 None None] New status for floating IP ab04363d-a7ae-41b6-9c07-c0004b0b0028: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:31:12.093353 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:12.194608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:12.320020 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1ded1e5b-f96b-4fe7-8c78-4c664da16e62 req-d85d07de-e3e7-44a3-a28d-53dbf96502e2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd9fd1b2-e685-472f-b05c-d5d7f4ffe0a9 HTTP/1.1" status: 200 len: 210 time: 0.0322938 Apr 07 06:31:12.322655 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Floating IP c92758e6-cae1-4b24-adf2-0072d43b39e3 associated. External IP: 172.27.3.142, port: fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4. Apr 07 06:31:12.536694 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:31:12.665654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296b641-4dee-44e0-a6e5-0664834f7177 req-4113c428-1495-4d27-bcff-486660374812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:12.667128 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3296b641-4dee-44e0-a6e5-0664834f7177 req-4113c428-1495-4d27-bcff-486660374812 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 1130 time: 0.0852671 Apr 07 06:31:12.684751 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:31:12.693721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:12.693965 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:31:12.704705 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:12.705315 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:12.737430 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7ad49b4c-1cf8-402d-a18b-d185756e98c4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "PUT /v2.0/floatingips/c92758e6-cae1-4b24-adf2-0072d43b39e3 HTTP/1.1" status: 200 len: 991 time: 1.3238564 Apr 07 06:31:12.748857 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3296b641-4dee-44e0-a6e5-0664834f7177 req-4e6cd852-35ea-462d-861e-2d832a588cd1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721805 Apr 07 06:31:12.816091 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:12.845755 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878dfe4-53b0-4e51-b808-75906aaee720 req-53714155-6485-4af5-abcb-743a3cd3b1cc tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:12.847230 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f878dfe4-53b0-4e51-b808-75906aaee720 req-53714155-6485-4af5-abcb-743a3cd3b1cc tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.0527589 Apr 07 06:31:12.893729 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f878dfe4-53b0-4e51-b808-75906aaee720 req-feb2b555-7e6e-4b1a-bd85-dd04f68b764a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Apr 07 06:31:13.091938 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:13.094082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcb6097-e384-43d0-920f-a3d16b64810e" -d '{"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:13.104292 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21805097-8486-4afa-b891-926482a36681 req-f9aff5f3-b70f-4e07-85be-530240afe997 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:13.106183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21805097-8486-4afa-b891-926482a36681 req-f9aff5f3-b70f-4e07-85be-530240afe997 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0561559 Apr 07 06:31:13.118746 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:31:11Z', 'revision_number': 1, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:13.135153 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b926211c-7364-4bbd-91a1-270925338ae7 x-openstack-request-id: req-b926211c-7364-4bbd-91a1-270925338ae7 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:13.141057 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:13.141057 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b926211c-7364-4bbd-91a1-270925338ae7 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:13.141057 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b926211c-7364-4bbd-91a1-270925338ae7'] response: {'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'status': 'completed', 'code': 200} Apr 07 06:31:13.150354 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:31:13.159095 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:13.159703 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:30:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:13.160654 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21805097-8486-4afa-b891-926482a36681 req-28ce6a6c-caff-4819-920a-1b349862da61 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Apr 07 06:31:13.265225 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:13.488668 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:31:11Z', 'revision_number': 1, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:13.504135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43660) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:13.517953 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2578133-13da-48f7-ab1a-df24c4e2464e None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:31:11Z', 'revision_number': 1, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:31:13.562074 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (81b39eb5-da77-4768-8697-a57756a6fb95), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:13.585861 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (81b39eb5-da77-4768-8697-a57756a6fb95), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:13.658325 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6097-e384-43d0-920f-a3d16b64810e req-deaacf4d-0c44-4d58-afde-a27ec5c85aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:13.659985 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-deaacf4d-0c44-4d58-afde-a27ec5c85aea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0572855 Apr 07 06:31:13.709701 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ac4d06-a07e-4431-9525-f929cd9e15ec None None] New status for floating IP c92758e6-cae1-4b24-adf2-0072d43b39e3: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:31:13.730078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (81b39eb5-da77-4768-8697-a57756a6fb95), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:13.732846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:13.738847 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/security-groups/81b39eb5-da77-4768-8697-a57756a6fb95 HTTP/1.1" status: 204 len: 168 time: 0.2312727 Apr 07 06:31:13.739960 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43664) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:13.754682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5bb61-7371-4f90-a0e3-c0c6bfd099cc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b39eb5-da77-4768-8697-a57756a6fb95,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:13.783166 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-06158949-8644-42dc-bc47-bb9d47350c52 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] show failed (client error): The resource could not be found. Apr 07 06:31:13.783474 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6097-e384-43d0-920f-a3d16b64810e req-5266a019-88ff-4918-9d68-61d22f5c940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:13.787372 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-06158949-8644-42dc-bc47-bb9d47350c52 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups/81b39eb5-da77-4768-8697-a57756a6fb95 HTTP/1.1" status: 404 len: 347 time: 0.0437579 Apr 07 06:31:13.787738 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-5266a019-88ff-4918-9d68-61d22f5c940a service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1146421 Apr 07 06:31:13.787947 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43666) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:13.945856 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-6fbe5873-5857-4bc6-a8ce-b4dc4a023282 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 999 time: 0.1500592 Apr 07 06:31:13.969412 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 57e3f042-4145-4cc9-b3da-1a8a98d2d530 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:13.969777 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.056051 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.056380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (57e3f042-4145-4cc9-b3da-1a8a98d2d530), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.069927 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 57e3f042-4145-4cc9-b3da-1a8a98d2d530 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:14.477788 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (57e3f042-4145-4cc9-b3da-1a8a98d2d530), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.541538 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=57e3f042-4145-4cc9-b3da-1a8a98d2d530,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:14.640131 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38636-04ee-4c37-81d5-b844b06e9fc7 req-0a4792e2-13f1-4a46-a1d1-6e21a9fe022b tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:14.641651 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8eb38636-04ee-4c37-81d5-b844b06e9fc7 req-0a4792e2-13f1-4a46-a1d1-6e21a9fe022b tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.4403033 Apr 07 06:31:14.645583 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6097-e384-43d0-920f-a3d16b64810e req-9bd8d484-0555-4a8f-b582-6c4dabc1845f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:14.646928 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-9bd8d484-0555-4a8f-b582-6c4dabc1845f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.1195390 Apr 07 06:31:14.680282 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c44404-50ab-406d-bb8c-75e647482286 req-70104acb-b6ed-4307-9768-d7270742f7f3 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:14.681808 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-55c44404-50ab-406d-bb8c-75e647482286 req-70104acb-b6ed-4307-9768-d7270742f7f3 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.2066746 Apr 07 06:31:14.721284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (ab04363d-a7ae-41b6-9c07-c0004b0b0028), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.723835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:14.724923 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-719909f3-314b-4bcf-a03c-d26212fea11d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/floatingips/ab04363d-a7ae-41b6-9c07-c0004b0b0028 HTTP/1.1" status: 204 len: 168 time: 0.9359839 Apr 07 06:31:14.785348 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb6097-e384-43d0-920f-a3d16b64810e req-e56b9fc3-a701-4319-a113-b2409bdea549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:14.786873 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-e56b9fc3-a701-4319-a113-b2409bdea549 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1302166 Apr 07 06:31:14.789941 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8eb38636-04ee-4c37-81d5-b844b06e9fc7 req-9459cfdc-4c16-4c15-b4d8-76d6d693e9a7 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421604 Apr 07 06:31:14.797344 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-55c44404-50ab-406d-bb8c-75e647482286 req-7720053e-81a0-40c1-9585-4092a9a857cd tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879669 Apr 07 06:31:15.186952 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43684) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:15.189010 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368989831', 'description': 'tempest-description--1570582699'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:15.258075 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.327536 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (f05660c8-6565-4933-85ed-c320cc775713), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.382658 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f05660c8-6565-4933-85ed-c320cc775713), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.410475 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f05660c8-6565-4933-85ed-c320cc775713,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:15.498857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.500129 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0dab5514-8632-4b74-a7ea-1ec11f4a16b8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3147464 Apr 07 06:31:15.502944 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43688) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:15.507257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': 'f05660c8-6565-4933-85ed-c320cc775713', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:15.581450 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (e371800f-1390-46de-922b-813855112ccc), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.638263 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (e371800f-1390-46de-922b-813855112ccc), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.691443 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (e371800f-1390-46de-922b-813855112ccc), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.708601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e371800f-1390-46de-922b-813855112ccc,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:15.774062 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.775288 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0a4f3451-a62a-4077-b823-c6f0a88bfe43 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2713714 Apr 07 06:31:15.777993 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 43690) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:15.782218 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': 'f05660c8-6565-4933-85ed-c320cc775713', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:15.890794 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (0454a94d-4f14-4ee9-91ea-7b93b4ac614c), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.951501 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (0454a94d-4f14-4ee9-91ea-7b93b4ac614c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:15.951792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab6b5d-b7f2-4864-8275-ca7be8d7e9af req-9fba34fe-9d6d-4722-914f-ba677ca79370 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:15.953056 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0dab6b5d-b7f2-4864-8275-ca7be8d7e9af req-9fba34fe-9d6d-4722-914f-ba677ca79370 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0846767 Apr 07 06:31:15.961070 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f9bc1-c70d-40ce-b360-e51c903da061 req-71ddfdaa-98a4-46dc-a2e7-7c6676ff6014 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:15.962488 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf2f9bc1-c70d-40ce-b360-e51c903da061 req-71ddfdaa-98a4-46dc-a2e7-7c6676ff6014 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.1043751 Apr 07 06:31:16.035083 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (0454a94d-4f14-4ee9-91ea-7b93b4ac614c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.052440 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0454a94d-4f14-4ee9-91ea-7b93b4ac614c,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:16.091703 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0dab6b5d-b7f2-4864-8275-ca7be8d7e9af req-d5fd9acf-f014-42cd-b3fc-403d391713ca tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281912 Apr 07 06:31:16.112069 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf2f9bc1-c70d-40ce-b360-e51c903da061 req-6b998e35-ca03-47b0-832d-f7e89ed24b94 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382346 Apr 07 06:31:16.116855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.116979 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-84e13277-2cb8-4daa-8445-2a286856b2af service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803572 Apr 07 06:31:16.118052 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-fbe3fbdf-d172-4bf9-8d3e-a4f1ede8e0eb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3391504 Apr 07 06:31:16.121233 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 43698) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:16.126500 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:16.233538 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-edcb6097-e384-43d0-920f-a3d16b64810e req-4f3a6496-5678-44b1-bf2d-47255d538d8a service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971248 Apr 07 06:31:16.268789 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.362571 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.554901 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.27.3.225 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/0312d996-15ba-4ec5-90c9-cb6379da28a5) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:31:16.670321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-231134ea-3005-43cc-8042-b91b409daf2c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:16.671728 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-231134ea-3005-43cc-8042-b91b409daf2c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.1182940 Apr 07 06:31:16.706468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.818634 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Deleting port 218e7fc1-bd93-4edc-9482-c5f87325e354 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:16.819143 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.863259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:16.922507 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:31:16.929216 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:31:16.931768 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:31:16.953702 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=0312d996-15ba-4ec5-90c9-cb6379da28a5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:17.002206 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] For port 218e7fc1-bd93-4edc-9482-c5f87325e354, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=218e7fc1-bd93-4edc-9482-c5f87325e354,segment=NetworkSegment(b4d07780-b068-4986-8ee0-add4a0300af1),segment_id=b4d07780-b068-4986-8ee0-add4a0300af1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:17.002571 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.038422 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Calling delete_port for 218e7fc1-bd93-4edc-9482-c5f87325e354 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:17.095492 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.230736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.292896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c59ee-65de-4da7-957e-28c40138d334 req-093613ca-f78d-4934-8f98-62886ecb9887 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:17.294462 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c9c59ee-65de-4da7-957e-28c40138d334 req-093613ca-f78d-4934-8f98-62886ecb9887 tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 945 time: 0.0994718 Apr 07 06:31:17.346859 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (218e7fc1-bd93-4edc-9482-c5f87325e354), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.362134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['218e7fc1-bd93-4edc-9482-c5f87325e354'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:17.397187 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Pushing event deleted for resources: {'Port': ['ID=218e7fc1-bd93-4edc-9482-c5f87325e354,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:17.463902 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c9c59ee-65de-4da7-957e-28c40138d334 req-a1898a0c-c890-4162-81ba-ca7b5e93513c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/security-groups?id=e910b234-9705-4e9d-bb2b-0b02f407ce49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550963 Apr 07 06:31:17.467989 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] No DVR routers for this DVR port 218e7fc1-bd93-4edc-9482-c5f87325e354 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:31:17.474754 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.478070 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a081a74e-1ae8-4d80-aa66-d25a75d3955e req-6c9ff99c-7446-4941-a9bc-327ca69d5c4a tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.25 "DELETE /v2.0/ports/218e7fc1-bd93-4edc-9482-c5f87325e354 HTTP/1.1" status: 204 len: 173 time: 0.7649057 Apr 07 06:31:17.478502 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'name': 'network-vif-deleted', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:17.481318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f481780-6709-42bb-9828-6735a5f1b0ea" -d '{"events": [{"server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "name": "network-vif-deleted", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:17.519729 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.520841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89279555-e8b3-4f03-91bf-eb2826b3f658 x-openstack-request-id: req-89279555-e8b3-4f03-91bf-eb2826b3f658 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:17.521107 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc2a2fbe-2978-4aaf-a025-b14c269f9859", "name": "network-vif-deleted", "tag": "218e7fc1-bd93-4edc-9482-c5f87325e354", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:17.521364 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89279555-e8b3-4f03-91bf-eb2826b3f658 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:17.521756 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89279555-e8b3-4f03-91bf-eb2826b3f658'] response: {'server_uuid': 'bc2a2fbe-2978-4aaf-a025-b14c269f9859', 'name': 'network-vif-deleted', 'tag': '218e7fc1-bd93-4edc-9482-c5f87325e354', 'status': 'completed', 'code': 200} Apr 07 06:31:17.617507 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.703894 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=0312d996-15ba-4ec5-90c9-cb6379da28a5,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:17.727400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.756098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f7b06-d705-4c11-aefa-a1ef2310f5a0 req-176a48aa-89db-465b-949e-95c7a9697d95 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:17.757523 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e13f7b06-d705-4c11-aefa-a1ef2310f5a0 req-176a48aa-89db-465b-949e-95c7a9697d95 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0704577 Apr 07 06:31:17.805744 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e13f7b06-d705-4c11-aefa-a1ef2310f5a0 req-1e0f2fff-0d6b-4886-b9b0-224639894624 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425174 Apr 07 06:31:17.830594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:17.834586 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-03dbbbdb-9bb8-4650-ae99-39f36926b98d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7089565 Apr 07 06:31:18.027015 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-5192676b-e59a-4f3d-9833-b54ac7cd0235 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1368989831&fields=id&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 267 time: 0.0415883 Apr 07 06:31:18.135274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-09262498-0103-4cfa-92eb-e9f74fc630df tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:18.136756 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-09262498-0103-4cfa-92eb-e9f74fc630df tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1034610 Apr 07 06:31:18.150858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-1ff8138b-08e4-434c-bb60-0c1866c0d386 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/quotas/e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 375 time: 0.0086734 Apr 07 06:31:18.195191 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2ef94d7b-1e48-45dc-9774-449654eff32a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:18.204944 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3b7a8278-9e74-4291-b0e4-c97757d1c2a9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490448 Apr 07 06:31:18.300487 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-e079ee7d-37e7-4364-b734-e72c2296fa0c service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837884 Apr 07 06:31:18.388463 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-12298531-7182-4a5e-a2bf-ae9893b611f4 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821486 Apr 07 06:31:18.594791 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b16fe500-e40d-401b-adbe-de770b451b30 req-746f073e-4714-4652-a06b-de0f37888d5c tempest-VolumesActionsTest-1409820863 tempest-VolumesActionsTest-1409820863-project] 10.222.0.24 "GET /v2.0/ports?device_id=bc2a2fbe-2978-4aaf-a025-b14c269f9859 HTTP/1.1" status: 200 len: 210 time: 0.0534136 Apr 07 06:31:18.639167 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e060d5f7-6122-45b4-9150-b8339e0dcb71 req-b814a552-f124-46a7-a636-1ad255dcfac6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 210 time: 0.0362294 Apr 07 06:31:18.925807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21962d07-3d1a-4f14-9559-6cf8f6596617 req-338f0e04-50d6-4a8a-8028-d15d1fac8399 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:18.927290 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21962d07-3d1a-4f14-9559-6cf8f6596617 req-338f0e04-50d6-4a8a-8028-d15d1fac8399 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0545969 Apr 07 06:31:18.976945 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21962d07-3d1a-4f14-9559-6cf8f6596617 req-118abcd7-9d81-40b5-b145-d85ac27847c6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437617 Apr 07 06:31:19.733502 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3c80c427-ca2b-4f40-b9b1-6f03548b403c req-f76aa99c-105d-488f-9f9d-50a64e66bcd7 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 210 time: 0.0271468 Apr 07 06:31:20.096149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921967a-9ab8-4edc-b3da-ca7c978ab4a6 req-03672f80-9030-4391-b371-b6411955f5a1 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:20.098941 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b921967a-9ab8-4edc-b3da-ca7c978ab4a6 req-03672f80-9030-4391-b371-b6411955f5a1 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0540040 Apr 07 06:31:20.146500 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b921967a-9ab8-4edc-b3da-ca7c978ab4a6 req-3355add9-e461-47e9-a3f8-7e84f4a3b3cf tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433421 Apr 07 06:31:20.611326 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-afd26f59-d0f3-4005-8db3-072c807da7f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:20.628994 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-8404d53f-c408-482c-af8e-6623a8050228 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:20.630442 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-8404d53f-c408-482c-af8e-6623a8050228 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1008868 Apr 07 06:31:20.691134 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-b9f509bf-3e97-4acd-947a-86d4a62d9765 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 380 time: 0.0510902 Apr 07 06:31:20.708091 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'port': {'device_id': '3141e60a-109f-465d-bfda-5e952667b344', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'admin_state_up': True, 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'security_groups': ['f05660c8-6565-4933-85ed-c320cc775713']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:20.842177 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8fae8598-5e4f-45e4-b955-3ecdecc14d20 req-3287cbb9-4519-40d2-bef9-2cbfecef6734 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 210 time: 0.0296690 Apr 07 06:31:20.937624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:31:20.941146 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.068710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.20.0.3 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/2732179c-d2f6-4bdc-b597-c50353e228a1) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:31:21.204846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.277908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b5afb5-809d-4b78-96d6-80924e5dc587 req-fb96249c-17ca-47cf-8e73-b0fa534ea64e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:21.279412 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5b5afb5-809d-4b78-96d6-80924e5dc587 req-fb96249c-17ca-47cf-8e73-b0fa534ea64e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0666163 Apr 07 06:31:21.325181 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5b5afb5-809d-4b78-96d6-80924e5dc587 req-623f6e9b-6d5b-49ac-8ab4-93782afd5da0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400026 Apr 07 06:31:21.331506 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.370946 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:31:21.376431 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:31:21.380222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:31:21.410649 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:21.436185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:21.436834 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.563369 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e924e9f3-1837-40b9-9534-ea1c5bb6bea5 None None] Provisioning complete for port 2732179c-d2f6-4bdc-b597-c50353e228a1 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:31:21.563738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e924e9f3-1837-40b9-9534-ea1c5bb6bea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.568148 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-3ee3d132-222a-420d-b031-4613b10df3db tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8636324 Apr 07 06:31:21.596083 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e924e9f3-1837-40b9-9534-ea1c5bb6bea5 None None] Port 2732179c-d2f6-4bdc-b597-c50353e228a1 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:31:21.919819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:21.958052 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f69f0-a165-43d2-9cc6-7fd8ccd1620f req-e38122cd-d0ed-4774-8fa2-92720a278011 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:21.959581 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e86f69f0-a165-43d2-9cc6-7fd8ccd1620f req-e38122cd-d0ed-4774-8fa2-92720a278011 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 931 time: 0.0520899 Apr 07 06:31:22.004935 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e86f69f0-a165-43d2-9cc6-7fd8ccd1620f req-ab1d4ff8-bbc0-47f5-b438-1b33c25a3cd8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398023 Apr 07 06:31:22.321389 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 218e7fc1-bd93-4edc-9482-c5f87325e354 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:31:22.328130 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Request body: {'port': {'device_id': '3141e60a-109f-465d-bfda-5e952667b344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:22.341524 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 218e7fc1-bd93-4edc-9482-c5f87325e354 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:31:22.341874 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 218e7fc1-bd93-4edc-9482-c5f87325e354 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:31:22.385335 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:22.520222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66f7bf-96f8-46ab-a317-164c2189ae1f req-434dfad2-07b5-4372-8016-ea0698fc6cdf tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:22.521673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d66f7bf-96f8-46ab-a317-164c2189ae1f req-434dfad2-07b5-4372-8016-ea0698fc6cdf tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1281583 Apr 07 06:31:22.624687 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5d66f7bf-96f8-46ab-a317-164c2189ae1f req-6cb3f927-c1e1-4ff0-bb20-4842e120a6da tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973535 Apr 07 06:31:22.712094 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2732179c-d2f6-4bdc-b597-c50353e228a1 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:22.719921 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks [] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:22.731461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Transition to ACTIVE for port object 2732179c-d2f6-4bdc-b597-c50353e228a1 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:31:22.817204 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:22.874029 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:22.874455 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:22.940838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Attempting to bind port 2732179c-d2f6-4bdc-b597-c50353e228a1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:31:22.941271 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Attempting to bind port 2732179c-d2f6-4bdc-b597-c50353e228a1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:31:22.941678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Attempting to bind port 2732179c-d2f6-4bdc-b597-c50353e228a1 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:31:22.946252 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Port 2732179c-d2f6-4bdc-b597-c50353e228a1 on network f5ea2476-10fc-4956-aac9-712fe1362e44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:31:22.946678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Attempting to bind port 2732179c-d2f6-4bdc-b597-c50353e228a1 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:31:22.952172 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:31:22.952509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:31:22.952900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:31:22.953341 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Bound port: 2732179c-d2f6-4bdc-b597-c50353e228a1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:31:22.953703 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:23.018437 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:31:23.021425 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:31:23.100552 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:23.148124 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:23.148745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:23.150167 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/2732179c-d2f6-4bdc-b597-c50353e228a1 HTTP/1.1" status: 200 len: 1093 time: 0.8264582 Apr 07 06:31:23.150617 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:23.152962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84b770-42cc-41fa-8245-f6091b555398" -d '{"events": [{"name": "network-changed", "server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:23.176245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce105d-01a5-4b72-b7e7-61e83617adb3 service neutron] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:23.186286 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec462cc-0df8-41b2-bf21-dd49fcc549ae req-3363d463-48c8-42ee-a751-46d4fd899d1b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:23.187648 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ec462cc-0df8-41b2-bf21-dd49fcc549ae req-3363d463-48c8-42ee-a751-46d4fd899d1b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.1186795 Apr 07 06:31:23.193356 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4b6efb-54e0-4bf3-8884-b92b314bc9fd x-openstack-request-id: req-0c4b6efb-54e0-4bf3-8884-b92b314bc9fd {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:23.193655 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:23.193916 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c4b6efb-54e0-4bf3-8884-b92b314bc9fd {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:23.194369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4b6efb-54e0-4bf3-8884-b92b314bc9fd'] response: {'name': 'network-changed', 'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'status': 'completed', 'code': 200} Apr 07 06:31:23.238249 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ec462cc-0df8-41b2-bf21-dd49fcc549ae req-0f6c4580-abc1-4e2d-8d2c-10eb80cc9a50 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Apr 07 06:31:23.743539 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc3bd8-fa61-4e19-a518-966dd5b061ff req-0a5341f3-89bb-4b90-8702-15c013ea4442 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:23.745030 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-74bc3bd8-fa61-4e19-a518-966dd5b061ff req-0a5341f3-89bb-4b90-8702-15c013ea4442 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0517943 Apr 07 06:31:23.795864 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-74bc3bd8-fa61-4e19-a518-966dd5b061ff req-f8d76554-5137-4482-8df4-d4561c3366dd tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448511 Apr 07 06:31:24.354318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c100d5-e975-4277-9326-61da7aa3c44f req-3629e715-7d48-45fb-b4af-d31daf6f39f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:24.356454 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98c100d5-e975-4277-9326-61da7aa3c44f req-3629e715-7d48-45fb-b4af-d31daf6f39f6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.0527396 Apr 07 06:31:24.402610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-98c100d5-e975-4277-9326-61da7aa3c44f req-f2bb6710-6881-44f8-b773-34b173d736f2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405176 Apr 07 06:31:24.446048 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:24.756840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b770-42cc-41fa-8245-f6091b555398 req-130b9b75-7ac2-44da-b73e-d0184967ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:24.758366 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a84b770-42cc-41fa-8245-f6091b555398 req-130b9b75-7ac2-44da-b73e-d0184967ea06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 1127 time: 0.0453091 Apr 07 06:31:24.897135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b770-42cc-41fa-8245-f6091b555398 req-31b39529-62d5-46f5-9cab-5bc467020455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:24.898554 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a84b770-42cc-41fa-8245-f6091b555398 req-31b39529-62d5-46f5-9cab-5bc467020455 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e654563225464c6c925e0f97b63a12d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1261158 Apr 07 06:31:24.923615 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050f6c6-88d9-4943-b12c-71dbe681b9a3 req-4891847a-5244-4405-8527-aa2c5ffd5b50 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:24.924946 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6050f6c6-88d9-4943-b12c-71dbe681b9a3 req-4891847a-5244-4405-8527-aa2c5ffd5b50 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0617650 Apr 07 06:31:24.970833 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6050f6c6-88d9-4943-b12c-71dbe681b9a3 req-6dd1d24a-1bd3-4cb6-b0ba-894a2b39e519 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Apr 07 06:31:25.312482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84b770-42cc-41fa-8245-f6091b555398 req-53014a73-6d7d-4a77-82bf-33c893ae1733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:25.314070 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a84b770-42cc-41fa-8245-f6091b555398 req-53014a73-6d7d-4a77-82bf-33c893ae1733 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0921237 Apr 07 06:31:25.394258 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-a62afacb-8e09-4b6d-ab7e-f6946c4849bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:25.395774 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-a62afacb-8e09-4b6d-ab7e-f6946c4849bc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 1127 time: 0.0457935 Apr 07 06:31:25.442286 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-7eb055d5-d5f2-4c46-bb4d-59cf04ebed93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2732179c-d2f6-4bdc-b597-c50353e228a1 HTTP/1.1" status: 200 len: 217 time: 0.0361295 Apr 07 06:31:25.777188 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-61f64926-8954-4d36-af9f-af5b0dc08f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:25.779678 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-61f64926-8954-4d36-af9f-af5b0dc08f65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.3303216 Apr 07 06:31:25.824216 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5428c-e937-452e-ba76-e7ed07156721 req-12923bb5-eb90-43ae-a77a-cb693a62f24d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:25.825686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5e5428c-e937-452e-ba76-e7ed07156721 req-12923bb5-eb90-43ae-a77a-cb693a62f24d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.1027358 Apr 07 06:31:25.860044 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-e7e305fa-feff-48c6-a891-858b0635333e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:25.861510 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-e7e305fa-feff-48c6-a891-858b0635333e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743439 Apr 07 06:31:25.932201 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e5e5428c-e937-452e-ba76-e7ed07156721 req-beed7528-7b2d-439f-8fa3-a13530023011 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991182 Apr 07 06:31:25.978834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-b5738c63-0e2c-48b4-9263-75f744a4e9e3 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078033 Apr 07 06:31:26.124482 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e846db-c01c-42b9-9da3-52fbb3cabee8 req-72fc1dba-387c-4824-ac1d-148c9f7dbc4f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:26.135081 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46e846db-c01c-42b9-9da3-52fbb3cabee8 req-72fc1dba-387c-4824-ac1d-148c9f7dbc4f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0897279 Apr 07 06:31:26.135794 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b1a3f4f-18ee-4ade-883f-dc85b74f6777 req-f90e8a5c-2616-4a89-9bc7-5b2adaffa812 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487398 Apr 07 06:31:26.195264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46e846db-c01c-42b9-9da3-52fbb3cabee8 req-08ef0363-9ec9-460d-96a0-e792c6c6e095 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611663 Apr 07 06:31:27.065156 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba2ca4-e28c-4a93-9a01-28959325ee58 req-50875520-4cd5-4814-b1e2-f6dfc3a9a776 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:27.066805 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3ba2ca4-e28c-4a93-9a01-28959325ee58 req-50875520-4cd5-4814-b1e2-f6dfc3a9a776 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.0585403 Apr 07 06:31:27.121823 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3ba2ca4-e28c-4a93-9a01-28959325ee58 req-e6ba73fe-c050-4b50-9dc6-ca1e518728e6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479650 Apr 07 06:31:27.332597 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf2557-37ab-4cf3-9e6e-e5a35ea762da req-478455e1-6748-4d4f-b42e-8c56d75ff9dc tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:27.334117 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fbf2557-37ab-4cf3-9e6e-e5a35ea762da req-478455e1-6748-4d4f-b42e-8c56d75ff9dc tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0552967 Apr 07 06:31:27.388528 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0fbf2557-37ab-4cf3-9e6e-e5a35ea762da req-3aef5318-d5d7-46eb-9e88-347e4615ce6a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486348 Apr 07 06:31:28.300040 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6efdcb-09cb-46cf-97e6-26b6fde024f2 req-03253277-a51b-4e7f-aa64-cf8b3411b06b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:28.307164 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b6efdcb-09cb-46cf-97e6-26b6fde024f2 req-03253277-a51b-4e7f-aa64-cf8b3411b06b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.1044579 Apr 07 06:31:28.358779 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b6efdcb-09cb-46cf-97e6-26b6fde024f2 req-dba90610-8df2-401f-b99e-1cc837226b9f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506010 Apr 07 06:31:28.525371 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce333bc-60b5-4ad0-b29b-6e6a35f2498d req-b5802a23-0644-48db-b286-00b6243e7952 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:28.527347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ce333bc-60b5-4ad0-b29b-6e6a35f2498d req-b5802a23-0644-48db-b286-00b6243e7952 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0669041 Apr 07 06:31:28.580664 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ce333bc-60b5-4ad0-b29b-6e6a35f2498d req-ca535672-8d21-4657-b942-879ea417a9c0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476842 Apr 07 06:31:29.490820 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8ff6d-8b52-47ca-86ee-c4b32edecc8f req-e2d969b8-b8af-41b4-a13b-24d7ca70884d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:29.492627 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e4f8ff6d-8b52-47ca-86ee-c4b32edecc8f req-e2d969b8-b8af-41b4-a13b-24d7ca70884d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.0680382 Apr 07 06:31:29.548217 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e4f8ff6d-8b52-47ca-86ee-c4b32edecc8f req-b35f5bdb-a25c-428a-ba2c-91377d19be2b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489671 Apr 07 06:31:29.709151 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17940f-908d-4917-a5c9-72052b8843fb req-d99d2ac8-a5b8-41fb-b35a-bbb54709773b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:29.711055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf17940f-908d-4917-a5c9-72052b8843fb req-d99d2ac8-a5b8-41fb-b35a-bbb54709773b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0583441 Apr 07 06:31:29.770838 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf17940f-908d-4917-a5c9-72052b8843fb req-d4d57749-fad2-41cf-9d0b-8420410ae691 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536709 Apr 07 06:31:30.340349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2732179c-d2f6-4bdc-b597-c50353e228a1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:31:30.466287 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:30.479044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'port_id': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'mac_address': 'fa:16:3e:29:24:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:31:30.522566 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 2732179c-d2f6-4bdc-b597-c50353e228a1 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:30.523343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:30.538358 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2732179c-d2f6-4bdc-b597-c50353e228a1 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:31:30.559985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:30.652038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:30.699363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aabff0-1193-476a-bfc9-65140ccd5090 req-a4722790-97d4-4ca0-b355-8f8b1372b9d6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:30.708058 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2aabff0-1193-476a-bfc9-65140ccd5090 req-a4722790-97d4-4ca0-b355-8f8b1372b9d6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 943 time: 0.0780616 Apr 07 06:31:30.730254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:30.762407 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2aabff0-1193-476a-bfc9-65140ccd5090 req-a2b8deae-7cfc-4ac0-8135-d18a0682d044 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520806 Apr 07 06:31:30.921915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b36fc1-6034-4ea0-881f-62d433dd9c9c req-634a1ffa-2fbf-4b66-9c25-cce64f1bc725 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:30.924072 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27b36fc1-6034-4ea0-881f-62d433dd9c9c req-634a1ffa-2fbf-4b66-9c25-cce64f1bc725 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0726633 Apr 07 06:31:30.986914 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-27b36fc1-6034-4ea0-881f-62d433dd9c9c req-c437eed1-2590-4908-bd6d-8e8025437cbc tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561013 Apr 07 06:31:31.020565 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['2732179c-d2f6-4bdc-b597-c50353e228a1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:31.358840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a3a376-fce9-4424-a741-75a2cb5ad36f req-c5189b5b-0841-4e01-b045-be856f7f8b9c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:31.360459 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5a3a376-fce9-4424-a741-75a2cb5ad36f req-c5189b5b-0841-4e01-b045-be856f7f8b9c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0584188 Apr 07 06:31:31.411373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5a3a376-fce9-4424-a741-75a2cb5ad36f req-7fad9e99-3843-4813-8ec3-689e9f085300 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441735 Apr 07 06:31:31.899564 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebb074-dd6d-4904-a56f-0fb261ee4e03 req-80688852-1abe-4b72-8b37-092cbbc80192 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:31.904436 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afebb074-dd6d-4904-a56f-0fb261ee4e03 req-80688852-1abe-4b72-8b37-092cbbc80192 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 944 time: 0.0699871 Apr 07 06:31:31.968878 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-afebb074-dd6d-4904-a56f-0fb261ee4e03 req-0e1840d1-2e2d-4a8e-8512-09cfd958e58b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546522 Apr 07 06:31:32.544532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be78afab-2658-49ea-9f8e-539f89011a85 req-84b080d3-f13b-48e7-a224-c5200ad4c4b9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:32.546116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be78afab-2658-49ea-9f8e-539f89011a85 req-84b080d3-f13b-48e7-a224-c5200ad4c4b9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0624180 Apr 07 06:31:32.604957 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be78afab-2658-49ea-9f8e-539f89011a85 req-96a90c56-6eb6-4baf-af69-e1f700fabcb1 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511284 Apr 07 06:31:33.106115 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d1a91-87ef-467f-ad59-c76d059d5879 req-bbb275b9-c930-4e00-8015-d440460cd8e2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:33.107580 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-228d1a91-87ef-467f-ad59-c76d059d5879 req-bbb275b9-c930-4e00-8015-d440460cd8e2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 944 time: 0.0553279 Apr 07 06:31:33.168818 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-228d1a91-87ef-467f-ad59-c76d059d5879 req-72a2d137-c617-43e2-949e-7e88b39a3807 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554132 Apr 07 06:31:33.741503 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594eaf0-981a-4169-9aee-80a5096ec967 req-dc491b25-4abe-426c-ab4a-16c14c11ef1d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:33.750000 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c594eaf0-981a-4169-9aee-80a5096ec967 req-dc491b25-4abe-426c-ab4a-16c14c11ef1d tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0699940 Apr 07 06:31:33.812421 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c594eaf0-981a-4169-9aee-80a5096ec967 req-7c63c9a6-0b24-45a0-a3d8-3f9db828ccab tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613842 Apr 07 06:31:34.135734 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-672c34bf-2b42-4e41-a668-041982a85275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.137611 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-672c34bf-2b42-4e41-a668-041982a85275 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0576982 Apr 07 06:31:34.256312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-35b76eb4-c268-4b20-afc5-a912fa255a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.257655 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-35b76eb4-c268-4b20-afc5-a912fa255a73 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.1139591 Apr 07 06:31:34.348601 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401136a-f420-4f82-a876-950852f5ebdc req-4a1be8c8-e34e-4335-8f3c-2ca342d16cf6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.356841 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c401136a-f420-4f82-a876-950852f5ebdc req-4a1be8c8-e34e-4335-8f3c-2ca342d16cf6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 944 time: 0.1146522 Apr 07 06:31:34.428349 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-857363ec-e152-44e6-ba70-a00e61a860e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1001 time: 0.1521983 Apr 07 06:31:34.459055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c401136a-f420-4f82-a876-950852f5ebdc req-4d5a6a3d-dd0c-45cb-b5be-141724303866 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010814 Apr 07 06:31:34.517565 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-e5da7036-28ce-4cd8-9ced-d64329c7d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.519368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-e5da7036-28ce-4cd8-9ced-d64329c7d46d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0592086 Apr 07 06:31:34.586956 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-bd8c84f0-9647-4499-8199-c82a7151a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.588620 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-bd8c84f0-9647-4499-8199-c82a7151a71d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561640 Apr 07 06:31:34.613926 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2732179c-d2f6-4bdc-b597-c50353e228a1 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:31:34.692933 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-81fe4313-0d52-4e7e-8777-d00fe1ffbe75 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968275 Apr 07 06:31:34.732562 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 2732179c-d2f6-4bdc-b597-c50353e228a1 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:31:34.737254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 2732179c-d2f6-4bdc-b597-c50353e228a1 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:31:34.737835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:34.820414 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0694f4e0-4ee4-421c-95de-78136aa68fc3 req-f86568eb-96d4-467c-bbaf-f26bd6aba03d service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187034 Apr 07 06:31:34.838242 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 2732179c-d2f6-4bdc-b597-c50353e228a1 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:31:34.838616 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:34.867845 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:34.870105 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57794cb5-c702-4064-aa4a-176a7871954b" -d '{"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-plugged", "status": "completed", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:34.883078 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:34.915109 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c105bab6-550f-4947-8069-256aa05ab377 x-openstack-request-id: req-c105bab6-550f-4947-8069-256aa05ab377 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:34.915574 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-plugged", "status": "completed", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:34.915683 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c105bab6-550f-4947-8069-256aa05ab377 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:34.916113 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c105bab6-550f-4947-8069-256aa05ab377'] response: {'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'code': 200} Apr 07 06:31:34.948990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad95ee-eb08-47fb-9a7c-921eec859f5a req-18fa9227-4349-4faf-a7ab-da7c594e828b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:34.950652 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbad95ee-eb08-47fb-9a7c-921eec859f5a req-18fa9227-4349-4faf-a7ab-da7c594e828b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0634189 Apr 07 06:31:35.000219 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:35.006400 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbad95ee-eb08-47fb-9a7c-921eec859f5a req-2ea7af7a-b4c7-458a-8045-fc8d77b81e03 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490556 Apr 07 06:31:35.049718 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:35.585543 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4a8c-4cf7-49b3-9872-07db0ada60a5 req-d4750db6-6191-40f3-a150-7367d09030be tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:35.587222 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2de4a8c-4cf7-49b3-9872-07db0ada60a5 req-d4750db6-6191-40f3-a150-7367d09030be tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0598819 Apr 07 06:31:35.648857 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2de4a8c-4cf7-49b3-9872-07db0ada60a5 req-98891f26-45a7-4a22-8e46-b1271872eb10 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546086 Apr 07 06:31:36.006244 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372ce4e-563c-428d-a980-de4c1b25c3cb req-5064daad-15d6-4fd6-868d-b3a634cdbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:36.007805 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0372ce4e-563c-428d-a980-de4c1b25c3cb req-5064daad-15d6-4fd6-868d-b3a634cdbc56 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 1129 time: 0.0749779 Apr 07 06:31:36.082373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0372ce4e-563c-428d-a980-de4c1b25c3cb req-021bd6d4-fb02-4c0c-b12a-6b14a47df7ad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680208 Apr 07 06:31:36.177036 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3af2ba-83f8-4b40-84dc-f45b9fa5078c req-3e7458e4-2538-4adb-a961-4895eb3fa8a2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:36.179217 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f3af2ba-83f8-4b40-84dc-f45b9fa5078c req-3e7458e4-2538-4adb-a961-4895eb3fa8a2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0788109 Apr 07 06:31:36.246118 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f3af2ba-83f8-4b40-84dc-f45b9fa5078c req-e2543fa2-0582-4a8c-b603-9217c2d70774 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586064 Apr 07 06:31:36.795729 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fb89d-1219-4a2a-b388-8652e33e139a req-4db37f14-d5c4-4f12-b70b-5455b9b03eac tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:36.797663 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-233fb89d-1219-4a2a-b388-8652e33e139a req-4db37f14-d5c4-4f12-b70b-5455b9b03eac tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0660722 Apr 07 06:31:36.849581 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-233fb89d-1219-4a2a-b388-8652e33e139a req-3cbd5431-82ce-4b0d-8800-bc127b66a349 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Apr 07 06:31:36.885631 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:37.401206 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338582af-3e19-4559-9c7a-6acfe4b60de6 req-131cb05e-7cf6-4d12-afca-8f3c28153f04 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:37.405117 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-338582af-3e19-4559-9c7a-6acfe4b60de6 req-131cb05e-7cf6-4d12-afca-8f3c28153f04 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0773101 Apr 07 06:31:37.473979 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-338582af-3e19-4559-9c7a-6acfe4b60de6 req-84d9793a-91cd-4f6f-a641-9ba8040d990f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633712 Apr 07 06:31:37.999616 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f41a0-a74c-4e37-9afe-c88dce370160 req-331ad819-b0d4-4eba-99c7-8f5c0d55aca6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:38.001272 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-478f41a0-a74c-4e37-9afe-c88dce370160 req-331ad819-b0d4-4eba-99c7-8f5c0d55aca6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0669477 Apr 07 06:31:38.056648 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-478f41a0-a74c-4e37-9afe-c88dce370160 req-9ecb16e1-d5d5-4a6e-a0e2-593d6236a036 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494001 Apr 07 06:31:39.217200 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9dcaf7-750f-4b54-a089-992921bd21e7 req-07199ce2-427b-4a28-b5ac-afd0f0a50c87 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:39.218746 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c9dcaf7-750f-4b54-a089-992921bd21e7 req-07199ce2-427b-4a28-b5ac-afd0f0a50c87 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0701742 Apr 07 06:31:39.289389 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c9dcaf7-750f-4b54-a089-992921bd21e7 req-f7fd6388-af8d-49fb-b91f-8fed9e5505d4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581751 Apr 07 06:31:39.441122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9012-524b-4ec6-bf1f-9dbf2b026e3d req-96c26352-cfcf-4f3a-8426-8cb63b795967 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:39.442756 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d9ef9012-524b-4ec6-bf1f-9dbf2b026e3d req-96c26352-cfcf-4f3a-8426-8cb63b795967 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0673172 Apr 07 06:31:39.452155 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44044) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:39.457011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'port_id': '2732179c-d2f6-4bdc-b597-c50353e228a1'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:31:39.502868 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:40.004917 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:40.068356 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:40.191650 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP 474dba9b-ec75-4e2b-b11c-565b578fddca associated. External IP: 172.27.3.225, port: 2732179c-d2f6-4bdc-b597-c50353e228a1. Apr 07 06:31:40.470125 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:31:40.618191 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:31:40.624893 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:40.633765 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:31:40.649203 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:40.650749 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:40.848667 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:40.924634 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c0f62946-64a7-4fc2-8d16-60da195bde59 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "PUT /v2.0/floatingips/474dba9b-ec75-4e2b-b11c-565b578fddca HTTP/1.1" status: 200 len: 991 time: 1.4713111 Apr 07 06:31:40.925227 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:40.927475 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790" -d '{"events": [{"name": "network-changed", "server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:40.988442 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45f1a06-947a-4f92-aff6-0094b8fb2cdf x-openstack-request-id: req-d45f1a06-947a-4f92-aff6-0094b8fb2cdf {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:40.988728 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:40.988983 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d45f1a06-947a-4f92-aff6-0094b8fb2cdf {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:40.989637 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45f1a06-947a-4f92-aff6-0094b8fb2cdf'] response: {'name': 'network-changed', 'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'status': 'completed', 'code': 200} Apr 07 06:31:41.065811 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-eb54f740-ab5e-4686-b612-5e8f8c32d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:41.067942 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-eb54f740-ab5e-4686-b612-5e8f8c32d1b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 1129 time: 0.0548127 Apr 07 06:31:41.125841 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '474dba9b-ec75-4e2b-b11c-565b578fddca', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:29:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3141e60a-109f-465d-bfda-5e952667b344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:31:17Z', 'updated_at': '2022-04-07T06:31:39Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:41.155047 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:31:41.171392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-7803a88d-5a6d-460e-bc0e-930ba2e3f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:41.171951 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-7803a88d-5a6d-460e-bc0e-930ba2e3f18a service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 914 time: 0.0966740 Apr 07 06:31:41.172781 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:41.173415 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:41.305183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-3044d18d-8579-4c95-b0ff-c9f0524a57bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2732179c-d2f6-4bdc-b597-c50353e228a1 HTTP/1.1" status: 200 len: 999 time: 0.1040699 Apr 07 06:31:41.315401 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:41.368882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-7ac5a83c-46fa-4b14-ac2f-24deb593c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:41.370820 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-7ac5a83c-46fa-4b14-ac2f-24deb593c15c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.0584981 Apr 07 06:31:41.438158 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-5b68953b-ac9f-4909-8ea8-69455faf68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:41.439671 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-5b68953b-ac9f-4909-8ea8-69455faf68ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596991 Apr 07 06:31:41.532424 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-5bd57bca-8799-4e17-801e-306630587bbb service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849974 Apr 07 06:31:41.572890 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '474dba9b-ec75-4e2b-b11c-565b578fddca', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:29:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3141e60a-109f-465d-bfda-5e952667b344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:31:17Z', 'updated_at': '2022-04-07T06:31:39Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:41.605720 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0518580b-7581-42ba-9ef8-6a8329ac9221 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '474dba9b-ec75-4e2b-b11c-565b578fddca', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.225', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:29:24:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3141e60a-109f-465d-bfda-5e952667b344', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:31:17Z', 'updated_at': '2022-04-07T06:31:39Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:31:41.674118 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c150aa5-1ddc-42f5-b75b-0bf6cba7a790 req-20b8e678-0ceb-45d2-a480-67a3aaa7fe96 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239762 Apr 07 06:31:41.783938 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bef8d9-9aa2-4d19-a01d-6340298ef84a req-29abf976-c311-4e64-9fc0-09fd86995e80 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:41.791667 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6bef8d9-9aa2-4d19-a01d-6340298ef84a req-29abf976-c311-4e64-9fc0-09fd86995e80 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0738022 Apr 07 06:31:41.844977 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6bef8d9-9aa2-4d19-a01d-6340298ef84a req-393d1916-2e36-437a-aa26-cb8fe02b5f71 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Apr 07 06:31:41.856731 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f068b2e6-b8a1-4dda-be09-9847b006722d None None] New status for floating IP 474dba9b-ec75-4e2b-b11c-565b578fddca: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:31:42.958944 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae9584-db09-4970-9386-856131661b25 req-8e431a7d-09ba-4d53-b354-52cae386856e tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:42.960374 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11ae9584-db09-4970-9386-856131661b25 req-8e431a7d-09ba-4d53-b354-52cae386856e tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0536351 Apr 07 06:31:43.005985 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11ae9584-db09-4970-9386-856131661b25 req-4052f6c0-b69b-4953-8611-4eea92ef6f59 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 Apr 07 06:31:43.720170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-af713140-99f0-4aba-8025-13f9203c7c76 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:43.721605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-af713140-99f0-4aba-8025-13f9203c7c76 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0536280 Apr 07 06:31:43.820354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Deleting port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:43.820354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:43.911337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] For port 5788269e-ed9c-4edc-9ca6-0c747f1686c1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5788269e-ed9c-4edc-9ca6-0c747f1686c1,segment=NetworkSegment(55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311),segment_id=55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:43.911706 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:43.925388 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Calling delete_port for 5788269e-ed9c-4edc-9ca6-0c747f1686c1 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:44.131596 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7642417-2572-4f15-bae7-ca314ca55a39 req-e16f16aa-2192-4e05-b1b2-359768f65e58 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:44.133112 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c7642417-2572-4f15-bae7-ca314ca55a39 req-e16f16aa-2192-4e05-b1b2-359768f65e58 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 946 time: 0.0565734 Apr 07 06:31:44.154878 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5788269e-ed9c-4edc-9ca6-0c747f1686c1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:44.166765 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5788269e-ed9c-4edc-9ca6-0c747f1686c1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:31:44.198225 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Pushing event deleted for resources: {'Port': ['ID=5788269e-ed9c-4edc-9ca6-0c747f1686c1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:44.210802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c7642417-2572-4f15-bae7-ca314ca55a39 req-38c579d2-8e3b-406f-a70e-42bb10fae05b tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee57c57c-88f9-4521-af3d-792a4d1b360c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720026 Apr 07 06:31:44.249106 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] No DVR routers for this DVR port 5788269e-ed9c-4edc-9ca6-0c747f1686c1 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:31:44.251665 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:44.255099 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-063bec4d-34c7-4af5-8f2e-33732e5676ed req-55aac07a-bd67-4137-8eb0-a0cb34fb9e99 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.25 "DELETE /v2.0/ports/5788269e-ed9c-4edc-9ca6-0c747f1686c1 HTTP/1.1" status: 204 len: 173 time: 0.5262811 Apr 07 06:31:44.255548 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'name': 'network-vif-deleted', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:44.257759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12140345-76ea-414a-a07e-ac1d28fa2498" -d '{"events": [{"server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "name": "network-vif-deleted", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:44.293638 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7062ea2a-e16f-4e3c-8b62-8ecf85bd39e6 x-openstack-request-id: req-7062ea2a-e16f-4e3c-8b62-8ecf85bd39e6 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:44.293953 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3eed516-3ace-47b1-af1c-f4a7ac24e2c5", "name": "network-vif-deleted", "tag": "5788269e-ed9c-4edc-9ca6-0c747f1686c1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:44.294240 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7062ea2a-e16f-4e3c-8b62-8ecf85bd39e6 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:44.294566 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7062ea2a-e16f-4e3c-8b62-8ecf85bd39e6'] response: {'server_uuid': 'd3eed516-3ace-47b1-af1c-f4a7ac24e2c5', 'name': 'network-vif-deleted', 'tag': '5788269e-ed9c-4edc-9ca6-0c747f1686c1', 'status': 'completed', 'code': 200} Apr 07 06:31:45.325684 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c4b42fd1-bceb-4e95-a518-90c7b6991d94 req-0fb5132c-e4d7-4dec-9a1a-dd84969daee4 tempest-VolumesSnapshotTestJSON-183109700 tempest-VolumesSnapshotTestJSON-183109700-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3eed516-3ace-47b1-af1c-f4a7ac24e2c5 HTTP/1.1" status: 200 len: 210 time: 0.0331483 Apr 07 06:31:45.416638 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:31:46.353552 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44162) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:46.400635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Deleting subnet e474180c-598a-48ec-bf82-842625d8b6a7 {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:31:46.405961 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Publish callbacks [] for subnet (e474180c-598a-48ec-bf82-842625d8b6a7), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.438143 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (e474180c-598a-48ec-bf82-842625d8b6a7), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.476107 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (e474180c-598a-48ec-bf82-842625d8b6a7), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.617283 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (e474180c-598a-48ec-bf82-842625d8b6a7), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.637220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5788269e-ed9c-4edc-9ca6-0c747f1686c1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:31:46.643456 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e474180c-598a-48ec-bf82-842625d8b6a7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:46.645996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.650152 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e474180c-598a-48ec-bf82-842625d8b6a7 HTTP/1.1" status: 204 len: 168 time: 0.2949014 Apr 07 06:31:46.652633 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44166) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:46.658220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 5788269e-ed9c-4edc-9ca6-0c747f1686c1 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:31:46.658560 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5788269e-ed9c-4edc-9ca6-0c747f1686c1 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:31:46.663166 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.663528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.663911 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.664260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.664600 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.664936 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.665269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.665595 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.665949 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.666286 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.666629 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.667597 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.667970 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.668298 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.668621 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4586a4b0-2727-45bb-8cb6-3eac94394b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:46.721280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (58702a58-66ea-42bb-9711-6c93687f2919), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.800523 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (58702a58-66ea-42bb-9711-6c93687f2919), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.819554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58702a58-66ea-42bb-9711-6c93687f2919']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:46.828952 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4d07780-b068-4986-8ee0-add4a0300af1') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:46.829249 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4d07780-b068-4986-8ee0-add4a0300af1') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:46.838248 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (b4d07780-b068-4986-8ee0-add4a0300af1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.853761 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (b4d07780-b068-4986-8ee0-add4a0300af1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.861460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:31:46.862064 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (b4d07780-b068-4986-8ee0-add4a0300af1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:31:46.864023 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:31:46.982293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (58702a58-66ea-42bb-9711-6c93687f2919), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.988080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:46.991539 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] 10.222.0.24 "DELETE /v2.0/networks/58702a58-66ea-42bb-9711-6c93687f2919 HTTP/1.1" status: 204 len: 168 time: 0.3379116 Apr 07 06:31:47.003165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753cf60-0082-4118-be79-4d76b5837605 admin admin] Pushing event deleted for resources: {'Network': ['ID=58702a58-66ea-42bb-9711-6c93687f2919,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:47.353177 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44174) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:47.392772 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3ae8da63-6fcd-47a2-9198-b58570ca0ee9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb2708df559245e88619e75213e654a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384455 Apr 07 06:31:47.395186 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44176) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:31:47.444695 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] Publish callbacks [] for security_group (e910b234-9705-4e9d-bb2b-0b02f407ce49), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:47.465060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] Publish callbacks [] for security_group (e910b234-9705-4e9d-bb2b-0b02f407ce49), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:47.576566 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e910b234-9705-4e9d-bb2b-0b02f407ce49), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:47.579112 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:47.580264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e910b234-9705-4e9d-bb2b-0b02f407ce49 HTTP/1.1" status: 204 len: 168 time: 0.1842093 Apr 07 06:31:47.587936 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3989e-e5cb-445d-890d-76f7748f688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910b234-9705-4e9d-bb2b-0b02f407ce49,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:48.193656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee540222-035d-479c-9b86-fa7cee36400c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:50.616754 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cae3bdcb-5b5f-4718-9125-2848ef070296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:51.942356 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:52.850977 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:54.502018 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:54.686790 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20f9eb6-3b59-404a-89c7-3dda4c554105 req-3ab4791d-d75f-4647-afd6-f0a6d3e4ae38 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:54.688318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c20f9eb6-3b59-404a-89c7-3dda4c554105 req-3ab4791d-d75f-4647-afd6-f0a6d3e4ae38 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0528154 Apr 07 06:31:54.734228 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c20f9eb6-3b59-404a-89c7-3dda4c554105 req-f838b9bf-7cdc-4121-ae70-275c5ecfdc5e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402720 Apr 07 06:31:55.860460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcae606-4879-4dd4-b9b0-3cb19f38a997 req-475b3ec6-b088-4d21-8ff6-b411a122e09d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:55.861927 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bcae606-4879-4dd4-b9b0-3cb19f38a997 req-475b3ec6-b088-4d21-8ff6-b411a122e09d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0547647 Apr 07 06:31:55.909634 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bcae606-4879-4dd4-b9b0-3cb19f38a997 req-37b5f7d2-98e5-4a6e-ade7-bfee29db0324 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417492 Apr 07 06:31:56.693152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-d8f8118d-db30-440f-bf80-44f5347b6a08 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:56.694579 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-d8f8118d-db30-440f-bf80-44f5347b6a08 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.0534410 Apr 07 06:31:56.789780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Deleting port 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:31:56.790118 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:56.880407 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] For port 877f3752-e8f7-40ca-9f9e-edc601b4d02a, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=877f3752-e8f7-40ca-9f9e-edc601b4d02a,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:31:56.881122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:57.089461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:57.090342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:57.090657 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Floating IP eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3 disassociated. External IP: 172.27.3.69, port: 877f3752-e8f7-40ca-9f9e-edc601b4d02a. Apr 07 06:31:57.091003 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Calling delete_port for 877f3752-e8f7-40ca-9f9e-edc601b4d02a owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:31:57.099263 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae7ea5-3422-4f52-80d2-5d9cc397939f req-b4aa8328-400f-49de-bf1f-5dc5ff74b18f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:31:57.100845 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eae7ea5-3422-4f52-80d2-5d9cc397939f req-b4aa8328-400f-49de-bf1f-5dc5ff74b18f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 946 time: 0.1145148 Apr 07 06:31:57.195094 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6eae7ea5-3422-4f52-80d2-5d9cc397939f req-3bda7e98-5446-44a3-a6e3-eced24cefafe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=ae972c09-730a-45fa-975d-5922421552f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862451 Apr 07 06:31:57.342706 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (877f3752-e8f7-40ca-9f9e-edc601b4d02a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:57.375076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'Port': ['ID=877f3752-e8f7-40ca-9f9e-edc601b4d02a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:31:57.386987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.387333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.387679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.388141 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.388476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.388805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.389134 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.389458 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.389779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.390102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.390423 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.390740 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.391060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.391378 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.391953 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:31:57.505961 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:31:57.613838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:31:57.624088 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:31:57.634149 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:57.634820 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:57.654294 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] No DVR routers for this DVR port 877f3752-e8f7-40ca-9f9e-edc601b4d02a on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:31:57.656838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:31:57.660077 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1d071c5f-18b8-4bca-8f03-77cb7c8e5834 req-7f594033-9dfd-4cfc-93da-ebd17c796efa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "DELETE /v2.0/ports/877f3752-e8f7-40ca-9f9e-edc601b4d02a HTTP/1.1" status: 204 len: 173 time: 0.9548178 Apr 07 06:31:57.660542 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-deleted', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:31:57.662778 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a60dcba-aa6c-4d51-beda-ff7251f8e1c7" -d '{"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-deleted", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:31:57.701491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4449ed4-4230-40d4-9ce9-2db63402eb71 x-openstack-request-id: req-f4449ed4-4230-40d4-9ce9-2db63402eb71 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:31:57.702002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1dc6dc9-aa75-45f8-ba74-59f757356689", "name": "network-vif-deleted", "tag": "877f3752-e8f7-40ca-9f9e-edc601b4d02a", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:31:57.702254 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4449ed4-4230-40d4-9ce9-2db63402eb71 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:31:57.702664 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4449ed4-4230-40d4-9ce9-2db63402eb71'] response: {'server_uuid': 'f1dc6dc9-aa75-45f8-ba74-59f757356689', 'name': 'network-vif-deleted', 'tag': '877f3752-e8f7-40ca-9f9e-edc601b4d02a', 'status': 'completed', 'code': 200} Apr 07 06:31:57.837081 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:58.031415 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:58.056467 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:31:58.064898 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:31:58.065480 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:58.166985 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:31:58.293991 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-517ae362-56e3-444a-8d37-25ec8387e93c req-0c652878-e7e5-4fee-a03f-6275528b3581 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0273154 Apr 07 06:31:58.367540 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:31:58.392479 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317747db-969d-4db1-8bd7-3fe938bcbe50 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:31:58.606359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b47a47-08ff-46cc-b591-6f07b502cda2 None None] New status for floating IP eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:31:59.394345 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-81991d1e-d63b-4fa1-82c2-80bc22603eb0 req-b397cd7e-c8d5-4933-bfd7-c5c62a7e7525 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0303543 Apr 07 06:32:00.490624 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-968d4f34-9523-4f8b-b958-1e33c269afec req-66301a16-74c4-4a02-9440-3fc1d1c452b9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1dc6dc9-aa75-45f8-ba74-59f757356689 HTTP/1.1" status: 200 len: 210 time: 0.0272055 Apr 07 06:32:00.775625 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:32:00.798413 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 877f3752-e8f7-40ca-9f9e-edc601b4d02a {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:32:00.798750 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 877f3752-e8f7-40ca-9f9e-edc601b4d02a not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:32:01.640400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44282) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:01.692545 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (ae972c09-730a-45fa-975d-5922421552f6), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:01.715844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (ae972c09-730a-45fa-975d-5922421552f6), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:01.868039 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ae972c09-730a-45fa-975d-5922421552f6), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:01.870978 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:01.872210 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae972c09-730a-45fa-975d-5922421552f6 HTTP/1.1" status: 204 len: 168 time: 0.2308099 Apr 07 06:32:01.875080 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44284) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:01.881446 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba576458-f011-42d1-935a-ab39f6259f56 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae972c09-730a-45fa-975d-5922421552f6,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:01.889700 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-3b3cd695-854d-4dbd-a1e6-c909983f63d7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] show failed (client error): The resource could not be found. Apr 07 06:32:01.890716 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3b3cd695-854d-4dbd-a1e6-c909983f63d7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups/ae972c09-730a-45fa-975d-5922421552f6 HTTP/1.1" status: 404 len: 347 time: 0.0139902 Apr 07 06:32:01.893686 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44286) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:02.018131 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Deleting port bd91a5fa-61bd-46d4-a743-4ea39150bfe1 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:32:02.018477 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.098324 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.098767 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.110899 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Calling delete_port for bd91a5fa-61bd-46d4-a743-4ea39150bfe1 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:32:02.307737 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (bd91a5fa-61bd-46d4-a743-4ea39150bfe1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.334257 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'Port': ['ID=bd91a5fa-61bd-46d4-a743-4ea39150bfe1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:02.392618 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.395110 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:02.396280 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0b1e55b7-eb1a-4279-be04-4a14511b3290 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "DELETE /v2.0/floatingips/eb522eca-90f8-40fb-84ca-9b1d3f0e6ad3 HTTP/1.1" status: 204 len: 168 time: 0.5016479 Apr 07 06:32:02.920215 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44294) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:02.925763 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647084676', 'description': 'tempest-description--1828222561'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:03.039047 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.101750 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (a39669fa-92d7-4918-b8db-4cfda1984dca), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.182043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (a39669fa-92d7-4918-b8db-4cfda1984dca), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.211675 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39669fa-92d7-4918-b8db-4cfda1984dca,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:03.281732 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.283021 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6cfeccc3-b994-4a06-91e3-de54b1ef9713 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3618126 Apr 07 06:32:03.285789 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44302) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:03.290084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group_rule': {'security_group_id': 'a39669fa-92d7-4918-b8db-4cfda1984dca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:03.375777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (45fcb922-6d68-4016-9b53-1b7752bf07c7), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.433574 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (45fcb922-6d68-4016-9b53-1b7752bf07c7), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.530171 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (45fcb922-6d68-4016-9b53-1b7752bf07c7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.544898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fcb922-6d68-4016-9b53-1b7752bf07c7,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:03.612528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.613753 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-aac0566a-dad4-4c33-80a6-c9ef89b439a2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3270519 Apr 07 06:32:03.616661 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44306) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:03.621302 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'security_group_rule': {'security_group_id': 'a39669fa-92d7-4918-b8db-4cfda1984dca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:03.695640 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (c0ae64c3-b2b8-4290-9e46-dd9d728b538c), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.752948 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (c0ae64c3-b2b8-4290-9e46-dd9d728b538c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.867546 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (c0ae64c3-b2b8-4290-9e46-dd9d728b538c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.884543 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0ae64c3-b2b8-4290-9e46-dd9d728b538c,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:03.990163 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:03.991367 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-212eb4cc-f3e8-4223-b76b-7072ca3cdd59 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3737965 Apr 07 06:32:03.994550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44308) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:03.998779 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:04.101633 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.194205 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.296494 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Allocated IP 172.27.3.77 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/7b05ab91-b28b-4da7-9ac6-ac3bb9417222) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:04.398924 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.520038 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.559820 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:04.564552 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:04.567012 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:04.594402 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=7b05ab91-b28b-4da7-9ac6-ac3bb9417222,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:04.660320 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.768316 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.913777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:04.981969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:05.051120 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=7b05ab91-b28b-4da7-9ac6-ac3bb9417222,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:05.062518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:05.155559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:05.156814 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e5a72ab7-98eb-4865-99c1-56205fd53d80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1613200 Apr 07 06:32:05.345451 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-2e170dbd-b355-4800-9cd2-c257b355756c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1647084676&fields=id&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 267 time: 0.0407596 Apr 07 06:32:05.459780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-e55192aa-64fb-4780-ba7a-88182d24fc7c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:05.461131 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-e55192aa-64fb-4780-ba7a-88182d24fc7c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 817 time: 0.1095657 Apr 07 06:32:05.475422 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-1698f73c-b0ab-44a6-b383-fdbebda81c62 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/quotas/15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 375 time: 0.0086546 Apr 07 06:32:05.528281 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-1030d539-668a-435e-be60-796e29f6e597 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483720 Apr 07 06:32:05.622942 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-68143c7d-45c0-4338-8918-5199a26db192 service neutron] 10.222.0.24 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Apr 07 06:32:05.716193 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-14a24dad-c1b1-497f-802d-db6798c13bbb service neutron] 10.222.0.24 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871439 Apr 07 06:32:06.060199 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2eb6cbd-928b-460e-97b4-9d70d5ab2812 req-95c259f7-55be-42d5-8d69-8de7e86abb46 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 210 time: 0.0283079 Apr 07 06:32:06.862296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:07.143901 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b8d7f16-0e0f-4500-b541-77d75b8d0678 req-73f922d7-dc81-4325-bd46-5c80fc2b4982 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 210 time: 0.0305760 Apr 07 06:32:08.239317 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-50f66813-2335-4127-b352-2a71c3122474 req-e92046eb-76e0-43ad-8938-4baf28368b21 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 210 time: 0.0260026 Apr 07 06:32:08.524684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-89f3a062-740c-46db-b54d-4e3100a78d94 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:08.526106 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-89f3a062-740c-46db-b54d-4e3100a78d94 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 817 time: 0.1003692 Apr 07 06:32:08.588102 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-5a22e032-cb10-431c-9fc4-134d93d5193c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 380 time: 0.0525930 Apr 07 06:32:08.598193 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'port': {'device_id': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'admin_state_up': True, 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'security_groups': ['a39669fa-92d7-4918-b8db-4cfda1984dca']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:08.771010 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Made reservation on behalf of 15de816e94a54017b0b809f20d84b492 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:32:08.779857 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:08.898994 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Allocated IP 172.20.0.5 (acaca60a-1632-43d0-b2ca-5016f14977f3/71330782-8c3f-43cd-9d00-bfc7876bd6e6/58b276b6-a9c1-4e77-be8d-08fea3b496e1) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:09.037093 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:09.136957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:09.176718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Network acaca60a-1632-43d0-b2ca-5016f14977f3 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:09.181914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:09.185861 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:09.213637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:09.242050 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:09.242671 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:09.322055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-58dd278f-c538-4cdc-90b5-d220cabbfebe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272177 Apr 07 06:32:09.337101 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Request body: {'port': {'device_id': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:09.402558 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-bc3c1ce8-c2e8-4883-8bcb-cff6ffaaa997 None None] Provisioning complete for port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:32:09.403185 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-bc3c1ce8-c2e8-4883-8bcb-cff6ffaaa997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:09.440475 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-bc3c1ce8-c2e8-4883-8bcb-cff6ffaaa997 None None] Port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:32:09.686071 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b5ee2-6581-4164-839b-843fda2453e0 req-b11266a3-55f1-4855-86b5-28c22b4cd200 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:09.687562 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-916b5ee2-6581-4164-839b-843fda2453e0 req-b11266a3-55f1-4855-86b5-28c22b4cd200 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 931 time: 0.3645287 Apr 07 06:32:09.689964 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:09.775414 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-916b5ee2-6581-4164-839b-843fda2453e0 req-ef4eaa25-4097-4d79-ac9e-6ea5dec21221 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821140 Apr 07 06:32:09.983999 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:32:09.991840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks [] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:10.003574 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Transition to ACTIVE for port object 58b276b6-a9c1-4e77-be8d-08fea3b496e1 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:32:10.079129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:10.132454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:10.204541 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Attempting to bind port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:32:10.204897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Attempting to bind port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:32:10.205818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Attempting to bind port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:10.210556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 on network acaca60a-1632-43d0-b2ca-5016f14977f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:32:10.210875 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Attempting to bind port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 on network acaca60a-1632-43d0-b2ca-5016f14977f3 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:10.216604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:32:10.216942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Checking segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:32:10.217384 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Bound using segment: {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:32:10.217808 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Bound port: 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a77a4722-779e-44e1-bd7d-657575754b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:32:10.218170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:10.304694 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:32:10.308054 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:32:10.411245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:10.447581 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.448291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:10.449641 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] 10.222.0.25 "PUT /v2.0/ports/58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 1093 time: 1.1178510 Apr 07 06:32:10.450614 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:10.452845 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7226a9-4213-4a94-bfd8-bad232d29b18" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:10.476552 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a767295-37a1-4e88-9252-1271d5d161f1 service neutron] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:10.492640 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb6485-e5ee-4a29-8bc7-b76c6d5a227d x-openstack-request-id: req-becb6485-e5ee-4a29-8bc7-b76c6d5a227d {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:10.492640 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:10.492640 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-becb6485-e5ee-4a29-8bc7-b76c6d5a227d {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:10.493083 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becb6485-e5ee-4a29-8bc7-b76c6d5a227d'] response: {'name': 'network-changed', 'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'status': 'completed', 'code': 200} Apr 07 06:32:10.562867 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-5359635d-3cd8-4c9c-b3d4-7baf4a0b9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.564469 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-5359635d-3cd8-4c9c-b3d4-7baf4a0b9f52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1127 time: 0.0466888 Apr 07 06:32:10.667514 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-af34072c-60e9-4041-a11d-f862350b2545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.669451 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-af34072c-60e9-4041-a11d-f862350b2545 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=15de816e94a54017b0b809f20d84b492&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0967360 Apr 07 06:32:10.759655 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-e6ee1c87-a1e2-4cc8-8b9a-fe621c9b71de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.761068 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dc7226a9-4213-4a94-bfd8-bad232d29b18 req-e6ee1c87-a1e2-4cc8-8b9a-fe621c9b71de service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0856137 Apr 07 06:32:10.839241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-3691e3f5-31b7-4be3-8a2c-83a7c3330e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.840793 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-3691e3f5-31b7-4be3-8a2c-83a7c3330e44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1127 time: 0.0438592 Apr 07 06:32:10.892614 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-975fbbdc-41df-4d85-a12e-63f48474518a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 217 time: 0.0445867 Apr 07 06:32:10.962838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-c044d085-126d-4c86-a20a-25d34a2111a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.964366 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-c044d085-126d-4c86-a20a-25d34a2111a7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0573907 Apr 07 06:32:10.972566 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2521be-f88a-44d8-b738-df72b0ec031d req-66d3d866-f6d2-42a5-97a1-802098d734ba tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:10.973935 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be2521be-f88a-44d8-b738-df72b0ec031d req-66d3d866-f6d2-42a5-97a1-802098d734ba tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.1196458 Apr 07 06:32:11.054753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-be2521be-f88a-44d8-b738-df72b0ec031d req-07e9d6cc-065e-4d68-9a0c-7f26994d76d3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719371 Apr 07 06:32:11.057403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4c660d6b-e554-4431-87c5-e725f676da8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:11.058905 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-4c660d6b-e554-4431-87c5-e725f676da8b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0841427 Apr 07 06:32:11.148851 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-158a51e2-a0e1-405c-a2f7-157320bb144b service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831847 Apr 07 06:32:11.246187 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06309190-02aa-4f10-9934-ed15dfe1a926 req-172f60fd-259f-4916-b4b1-d74efc97dc6a service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889368 Apr 07 06:32:12.178895 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebb096d-0d0a-4ec6-86f1-46128e35d966 req-de0ed962-963e-4951-9083-3b1ecbc61e3a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:12.180449 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3ebb096d-0d0a-4ec6-86f1-46128e35d966 req-de0ed962-963e-4951-9083-3b1ecbc61e3a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0518129 Apr 07 06:32:12.189576 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44424) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:12.226569 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3ebb096d-0d0a-4ec6-86f1-46128e35d966 req-25891cea-582b-4e29-8eb1-feecdcaaefd5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397854 Apr 07 06:32:12.232880 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Deleting subnet 258b156d-0d06-4c5a-a47f-120fe2845509 {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:32:12.236034 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Publish callbacks [] for subnet (258b156d-0d06-4c5a-a47f-120fe2845509), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.270010 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (258b156d-0d06-4c5a-a47f-120fe2845509), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.307479 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (258b156d-0d06-4c5a-a47f-120fe2845509), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.451108 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (258b156d-0d06-4c5a-a47f-120fe2845509), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.473841 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=258b156d-0d06-4c5a-a47f-120fe2845509,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:12.479424 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.483229 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a9ba5ba2-cd62-4f0a-b7e5-5991ae6859b3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/258b156d-0d06-4c5a-a47f-120fe2845509 HTTP/1.1" status: 204 len: 168 time: 0.2926488 Apr 07 06:32:12.485808 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44426) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:12.550868 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (f9d5bfd0-ea49-485e-b149-8935dc3c61c1), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.628330 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (f9d5bfd0-ea49-485e-b149-8935dc3c61c1), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.647674 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d5bfd0-ea49-485e-b149-8935dc3c61c1']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:12.657072 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:12.657376 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:12.666256 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.681932 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.687679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:32:12.689004 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (55cbeeaa-8bf5-4db9-b92e-a92c2c3d8311), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:32:12.689664 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:32:12.805135 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (f9d5bfd0-ea49-485e-b149-8935dc3c61c1), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.810540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.815051 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9d5bfd0-ea49-485e-b149-8935dc3c61c1 HTTP/1.1" status: 204 len: 168 time: 0.3270152 Apr 07 06:32:12.819130 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:32:12.824691 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1271968e-2630-4d72-bef3-2ee6c6527451 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9d5bfd0-ea49-485e-b149-8935dc3c61c1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:12.916065 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:12.926787 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:32:12.966415 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:32:12.966804 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:12.979975 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:32:12.998632 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:13.073367 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:13.119984 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:13.126808 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.127157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.127519 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.127906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.128250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.128583 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.128910 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.129241 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.129566 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.129890 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.130215 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.130562 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.130890 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.131211 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.131531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:13.176735 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44432) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:13.220303 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c6c86878-4b4e-428b-9282-06b5cde52fdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3434366e8944e198a26127bcfec8e65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423887 Apr 07 06:32:13.222081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44434) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:13.267996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] Publish callbacks [] for security_group (ee57c57c-88f9-4521-af3d-792a4d1b360c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:13.289450 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] Publish callbacks [] for security_group (ee57c57c-88f9-4521-af3d-792a4d1b360c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:13.349346 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1f6fb-cd44-41b8-a1de-f8e2e50a9ec6 req-5230b16f-b7e4-4b75-8059-89b56809e8a9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:13.350723 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dba1f6fb-cd44-41b8-a1de-f8e2e50a9ec6 req-5230b16f-b7e4-4b75-8059-89b56809e8a9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 944 time: 0.0530455 Apr 07 06:32:13.369634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['58b276b6-a9c1-4e77-be8d-08fea3b496e1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:32:13.393763 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ee57c57c-88f9-4521-af3d-792a4d1b360c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:13.396740 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:13.400246 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee57c57c-88f9-4521-af3d-792a4d1b360c HTTP/1.1" status: 204 len: 168 time: 0.1750658 Apr 07 06:32:13.403347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dba1f6fb-cd44-41b8-a1de-f8e2e50a9ec6 req-8f9b723b-e3ce-4964-8cb3-a712e4535aaf tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469983 Apr 07 06:32:13.406114 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05813914-9d55-4036-ae57-956544233ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee57c57c-88f9-4521-af3d-792a4d1b360c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:14.525840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d083cc31-e9d7-4a6f-9c18-55235d893c49 req-77270c2b-9b24-4310-b0f3-6281b661d74a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:14.527312 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d083cc31-e9d7-4a6f-9c18-55235d893c49 req-77270c2b-9b24-4310-b0f3-6281b661d74a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 944 time: 0.0518026 Apr 07 06:32:14.574097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d083cc31-e9d7-4a6f-9c18-55235d893c49 req-f1936584-35ed-4478-a807-809943977d6c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406532 Apr 07 06:32:14.809875 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:32:14.907465 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:32:14.911035 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:32:14.911414 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:14.987539 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:32:14.987952 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:15.009919 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:15.012147 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edee35f9-34a1-4af2-90be-3119bfc375e3" -d '{"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:15.024309 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:15.047924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df141dd-b7ea-4dba-a9c1-0f860d3ca07a x-openstack-request-id: req-9df141dd-b7ea-4dba-a9c1-0f860d3ca07a {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:15.048236 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:15.048501 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9df141dd-b7ea-4dba-a9c1-0f860d3ca07a {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:15.048898 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df141dd-b7ea-4dba-a9c1-0f860d3ca07a'] response: {'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'code': 200} Apr 07 06:32:15.067587 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:15.113550 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:15.694084 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3527bd-3865-41d5-bda6-5b73f0686fd6 req-98cee093-74ec-46c0-98a2-7f5bb3e2ae18 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:15.695552 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf3527bd-3865-41d5-bda6-5b73f0686fd6 req-98cee093-74ec-46c0-98a2-7f5bb3e2ae18 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0523601 Apr 07 06:32:15.741190 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf3527bd-3865-41d5-bda6-5b73f0686fd6 req-35c28b25-8e48-48b0-97e8-d94fc899bc0c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400150 Apr 07 06:32:15.860980 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9f8196-70c2-411b-b89f-98f0d056288a req-067d72a2-76fa-48eb-8c85-a7b0f6745c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:15.862377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7f9f8196-70c2-411b-b89f-98f0d056288a req-067d72a2-76fa-48eb-8c85-a7b0f6745c8b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1129 time: 0.0475950 Apr 07 06:32:15.906222 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7f9f8196-70c2-411b-b89f-98f0d056288a req-e820f453-4f9c-4973-bdef-e9b00cc4285d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365183 Apr 07 06:32:16.761291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459e524-7847-455d-8197-68cbf13875f2 req-5b6a76f6-e3d5-491c-9059-389b0205cddc tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:16.762816 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d459e524-7847-455d-8197-68cbf13875f2 req-5b6a76f6-e3d5-491c-9059-389b0205cddc tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0522921 Apr 07 06:32:16.851628 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d459e524-7847-455d-8197-68cbf13875f2 req-4092bb5e-0ebe-4205-919f-a8b571f6711e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828533 Apr 07 06:32:16.893388 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-d7eeb797-31ce-4588-bf08-9c5ace6d167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:16.894866 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-d7eeb797-31ce-4588-bf08-9c5ace6d167a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0980017 Apr 07 06:32:16.901586 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ed52-ce6c-4839-892f-f6c6772e53f2 req-9426044c-6970-48b2-a7cd-378b25f41f85 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:16.902944 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19a7ed52-ce6c-4839-892f-f6c6772e53f2 req-9426044c-6970-48b2-a7cd-378b25f41f85 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0696826 Apr 07 06:32:17.004945 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-19a7ed52-ce6c-4839-892f-f6c6772e53f2 req-0b6785eb-f427-461b-aab8-97f9f6b643bc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960364 Apr 07 06:32:17.028879 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-a417ea35-0bb1-43df-aaa3-daaa4dcb1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:17.030377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-a417ea35-0bb1-43df-aaa3-daaa4dcb1e51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1227567 Apr 07 06:32:17.581550 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-6937f411-6c78-4804-b5c8-c48cf6cea5b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 1001 time: 0.0577478 Apr 07 06:32:17.632202 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-baa45ea8-d868-4766-8d6f-aca28a75fe79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:17.633740 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-baa45ea8-d868-4766-8d6f-aca28a75fe79 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0453289 Apr 07 06:32:17.686273 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-1525570c-9e16-4e05-b73b-98705055e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:17.687802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-1525570c-9e16-4e05-b73b-98705055e18d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472453 Apr 07 06:32:17.777875 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-54a93deb-b491-45a5-ae06-6b2de18b79ab service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835969 Apr 07 06:32:17.869358 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-54a3d868-5db5-42c5-8f39-0d1287a8ff69 req-4f343d3c-76ca-48ec-aef2-d88772ef4238 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850208 Apr 07 06:32:17.973829 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dcbfa4-a64b-44b5-a88b-03de7a529080 req-43277e75-bfe2-4614-adda-0b41df3d9f83 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:17.975300 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42dcbfa4-a64b-44b5-a88b-03de7a529080 req-43277e75-bfe2-4614-adda-0b41df3d9f83 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Apr 07 06:32:18.021694 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42dcbfa4-a64b-44b5-a88b-03de7a529080 req-ed2b29e1-44e7-4b0c-ae42-83f26c168103 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407109 Apr 07 06:32:18.125278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0573f2-7abc-407b-8858-0a82f5461965 req-ab0b5af4-1806-46a9-b1ec-f8243d07409f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:18.126763 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f0573f2-7abc-407b-8858-0a82f5461965 req-ab0b5af4-1806-46a9-b1ec-f8243d07409f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0535636 Apr 07 06:32:18.170698 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-71ed600c-7417-45f2-bf14-a8263e201837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:18.171902 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f0573f2-7abc-407b-8858-0a82f5461965 req-6311506f-68b3-487f-9f84-7792c5b828b7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395138 Apr 07 06:32:18.290797 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c318580-a20f-4e6e-a133-d020e05656f4 req-82399fdb-ab63-44ea-aaab-218990844a57 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:18.292373 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c318580-a20f-4e6e-a133-d020e05656f4 req-82399fdb-ab63-44ea-aaab-218990844a57 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0553517 Apr 07 06:32:18.301175 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44476) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:18.305380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Request body: {'floatingip': {'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:18.344132 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:18.767506 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:18.833322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:18.934054 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Floating IP fe1a823c-c663-4a01-9e9a-f4b7361651b7 associated. External IP: 172.27.3.77, port: 58b276b6-a9c1-4e77-be8d-08fea3b496e1. Apr 07 06:32:19.184403 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:32:19.195531 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195dce74-f7fb-468b-8ab4-4545a5097fe2 req-e56daec9-0b60-45d5-9ae6-21962562258c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:19.197007 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-195dce74-f7fb-468b-8ab4-4545a5097fe2 req-e56daec9-0b60-45d5-9ae6-21962562258c tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.1075847 Apr 07 06:32:19.312531 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-195dce74-f7fb-468b-8ab4-4545a5097fe2 req-46f6dd49-ec31-47aa-adf9-63a358cbdb54 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090579 Apr 07 06:32:19.334703 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:32:19.339577 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:19.344474 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:32:19.353895 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:19.357179 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:19.368384 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9aa67aed-7e23-40c6-a257-f012a50564c1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "PUT /v2.0/floatingips/fe1a823c-c663-4a01-9e9a-f4b7361651b7 HTTP/1.1" status: 200 len: 990 time: 1.0661926 Apr 07 06:32:19.369101 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:19.371304 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d1f3ea-07ae-48fa-b952-88ce0417a270" -d '{"events": [{"name": "network-changed", "server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:19.407708 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197293c0-054f-4e35-b1b3-9d7c1b1f3042 x-openstack-request-id: req-197293c0-054f-4e35-b1b3-9d7c1b1f3042 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:19.408031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:19.408284 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-197293c0-054f-4e35-b1b3-9d7c1b1f3042 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:19.408694 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197293c0-054f-4e35-b1b3-9d7c1b1f3042'] response: {'name': 'network-changed', 'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'status': 'completed', 'code': 200} Apr 07 06:32:19.467638 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:19.492666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-4439053f-e92c-41f3-987e-03bea1883946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:19.494345 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-4439053f-e92c-41f3-987e-03bea1883946 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1129 time: 0.0555511 Apr 07 06:32:19.584603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-20c079e6-7953-4b98-91ed-bae1e216b081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:19.585968 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-20c079e6-7953-4b98-91ed-bae1e216b081 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.0812910 Apr 07 06:32:19.655802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-f1b263d3-153a-4776-b58f-f012d182bf92 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 998 time: 0.0598173 Apr 07 06:32:19.687009 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'fe1a823c-c663-4a01-9e9a-f4b7361651b7', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:04Z', 'updated_at': '2022-04-07T06:32:18Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:19.702883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-f925b39b-3c97-498c-bb82-00cef24f27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:19.704344 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-f925b39b-3c97-498c-bb82-00cef24f27c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0420580 Apr 07 06:32:19.711896 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:32:19.720791 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:19.721382 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:31:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:19.757869 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-76ba310a-7ec4-4ae6-b05e-1641cb2bdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:19.759574 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-76ba310a-7ec4-4ae6-b05e-1641cb2bdd40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441248 Apr 07 06:32:19.831141 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:19.851783 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-fa643a22-e607-4dff-afeb-474f8c817157 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851948 Apr 07 06:32:19.940062 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1f3ea-07ae-48fa-b952-88ce0417a270 req-f28ad1d3-510e-43bc-ad90-319c97b3968b service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815065 Apr 07 06:32:20.056142 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'fe1a823c-c663-4a01-9e9a-f4b7361651b7', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:04Z', 'updated_at': '2022-04-07T06:32:18Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:20.156683 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76017ec7-76d8-4a8d-8d71-3f5ffc0c96f1 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'fe1a823c-c663-4a01-9e9a-f4b7361651b7', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'floating_ip_address': '172.27.3.77', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:04Z', 'updated_at': '2022-04-07T06:32:18Z', 'revision_number': 1, 'project_id': '15de816e94a54017b0b809f20d84b492', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:32:20.337620 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e942bc6-9676-4784-bb3c-6d3fe361e491 None None] New status for floating IP fe1a823c-c663-4a01-9e9a-f4b7361651b7: ACTIVE {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:32:20.432224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934317-bbd7-4d97-b389-d5e5bf2c73f6 req-98a93ca4-084d-4e3b-9639-081e7ed9cdff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:20.433596 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-88934317-bbd7-4d97-b389-d5e5bf2c73f6 req-98a93ca4-084d-4e3b-9639-081e7ed9cdff tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0514545 Apr 07 06:32:20.480710 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-88934317-bbd7-4d97-b389-d5e5bf2c73f6 req-36667c99-d118-45cf-b161-b6324737ed21 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414047 Apr 07 06:32:20.667425 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-81e1b20a-d5ea-47bc-9bd9-8e740d5d8515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:21.601202 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db493f-3f17-480f-accc-9c699522b9d6 req-285c377b-d527-411a-bba7-5d1734d499bf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:21.602644 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3db493f-3f17-480f-accc-9c699522b9d6 req-285c377b-d527-411a-bba7-5d1734d499bf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0533829 Apr 07 06:32:21.647474 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3db493f-3f17-480f-accc-9c699522b9d6 req-47131998-5e58-4f60-abe3-27074933c733 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385880 Apr 07 06:32:21.901802 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:22.414612 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:32:22.763491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c232ce9-a789-47d8-b8ea-4bade76c312a req-f3e460d6-1e92-403c-a069-921c83af7abb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:22.765047 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c232ce9-a789-47d8-b8ea-4bade76c312a req-f3e460d6-1e92-403c-a069-921c83af7abb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0520043 Apr 07 06:32:22.813978 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6c232ce9-a789-47d8-b8ea-4bade76c312a req-5fbc3080-db24-4b59-85d6-9b260fb8d0ed tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431490 Apr 07 06:32:22.867588 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:23.930897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c720c-ee42-4829-8abc-6ca84891a491 req-dc80455b-3e7c-436b-8de5-dfcd5d628082 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:23.932391 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a9c720c-ee42-4829-8abc-6ca84891a491 req-dc80455b-3e7c-436b-8de5-dfcd5d628082 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0538788 Apr 07 06:32:24.222291 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a9c720c-ee42-4829-8abc-6ca84891a491 req-c57d0c95-8135-4ee6-a142-444fb8c8cc08 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2837462 Apr 07 06:32:24.496416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:25.337828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42328c23-c1a8-43be-90d9-d3cb29cffe98 req-6d1991aa-1516-436c-afcd-1d8260e39f4b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:25.339273 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42328c23-c1a8-43be-90d9-d3cb29cffe98 req-6d1991aa-1516-436c-afcd-1d8260e39f4b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0517855 Apr 07 06:32:25.385873 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42328c23-c1a8-43be-90d9-d3cb29cffe98 req-64dcff3b-6407-4cb6-afd7-b1727928056a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Apr 07 06:32:26.502768 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf840ff-38f3-4d07-8c59-e0e6d6301704 req-ee857f1b-a7d9-4dd5-9ec3-27bdd7e3a0b9 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:26.504255 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cf840ff-38f3-4d07-8c59-e0e6d6301704 req-ee857f1b-a7d9-4dd5-9ec3-27bdd7e3a0b9 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0519183 Apr 07 06:32:26.551610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2cf840ff-38f3-4d07-8c59-e0e6d6301704 req-0b049cfd-cbc0-42df-8140-ab2d93acf5ee tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417795 Apr 07 06:32:27.668166 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d95dc2-ed25-4a80-a275-d772a2218d67 req-d0a4389a-7e0f-4bdd-87aa-44f3b984c522 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:27.669629 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11d95dc2-ed25-4a80-a275-d772a2218d67 req-d0a4389a-7e0f-4bdd-87aa-44f3b984c522 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Apr 07 06:32:27.715259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-11d95dc2-ed25-4a80-a275-d772a2218d67 req-d777c815-91a4-4ccf-98fc-9abe32929bbe tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401599 Apr 07 06:32:28.834199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387c221-df3c-403c-9cc0-b58414938d26 req-61c75cc3-c196-4b8c-bd77-62db32ab6017 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:28.835656 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2387c221-df3c-403c-9cc0-b58414938d26 req-61c75cc3-c196-4b8c-bd77-62db32ab6017 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0516932 Apr 07 06:32:28.880651 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2387c221-df3c-403c-9cc0-b58414938d26 req-4942abdf-525d-4832-8212-7627a7c00404 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394771 Apr 07 06:32:30.000872 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a6688-959c-487e-8954-1cf152e35966 req-a77dc182-61a0-429a-8110-d7256073e8b3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:30.002333 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-913a6688-959c-487e-8954-1cf152e35966 req-a77dc182-61a0-429a-8110-d7256073e8b3 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0550010 Apr 07 06:32:30.049305 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-913a6688-959c-487e-8954-1cf152e35966 req-62af361b-4ab1-4419-84d4-390f43849e12 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413671 Apr 07 06:32:31.168790 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63b0fe-4c00-49b1-8c30-da16970c675a req-8006885f-d348-4344-901e-a810d7694d92 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:31.170359 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc63b0fe-4c00-49b1-8c30-da16970c675a req-8006885f-d348-4344-901e-a810d7694d92 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Apr 07 06:32:31.216158 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc63b0fe-4c00-49b1-8c30-da16970c675a req-fac57b09-07db-4d63-869c-52c426198ce5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400870 Apr 07 06:32:32.343899 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b92369-a705-408d-a905-9b843d2b71e1 req-8f014579-1739-49c1-8373-3a285db206ad tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:32.345398 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20b92369-a705-408d-a905-9b843d2b71e1 req-8f014579-1739-49c1-8373-3a285db206ad tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0564449 Apr 07 06:32:32.391220 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20b92369-a705-408d-a905-9b843d2b71e1 req-837405c9-e564-43f2-ba5c-b71631acc534 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Apr 07 06:32:33.507644 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71063177-ee80-4c4a-867d-15082ac3e6cc req-e133c52a-9057-4477-a47f-cba779f5e446 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:33.509136 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71063177-ee80-4c4a-867d-15082ac3e6cc req-e133c52a-9057-4477-a47f-cba779f5e446 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0523813 Apr 07 06:32:33.554553 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71063177-ee80-4c4a-867d-15082ac3e6cc req-1117a192-58d2-465a-9c94-aab1b5258a82 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399797 Apr 07 06:32:34.671340 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c36be-3f89-4f25-8c58-0cace341c4e7 req-52e2c2c7-bd80-4ac7-89f8-987ca253d4e0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:34.672869 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce6c36be-3f89-4f25-8c58-0cace341c4e7 req-52e2c2c7-bd80-4ac7-89f8-987ca253d4e0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0539477 Apr 07 06:32:34.751020 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce6c36be-3f89-4f25-8c58-0cace341c4e7 req-3b8a6ea3-ffc9-4adb-8215-7c671bb92a05 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719676 Apr 07 06:32:34.761978 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b858baf-09a4-4055-a45f-831b364cf227 req-211f9f5b-e777-4ad4-9b0d-7d775579ee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:34.763580 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b858baf-09a4-4055-a45f-831b364cf227 req-211f9f5b-e777-4ad4-9b0d-7d775579ee18 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0678620 Apr 07 06:32:35.128094 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6b858baf-09a4-4055-a45f-831b364cf227 req-4cb17931-a136-4618-9778-c20e0cb826af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379293 Apr 07 06:32:35.871333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc170a-6937-4c53-9b26-eeaf2ddcfe33 req-3cdc009c-006c-4731-9573-43b061f8f560 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:35.872844 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dafc170a-6937-4c53-9b26-eeaf2ddcfe33 req-3cdc009c-006c-4731-9573-43b061f8f560 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0530527 Apr 07 06:32:35.919325 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dafc170a-6937-4c53-9b26-eeaf2ddcfe33 req-673030ae-00fb-48c1-9d93-020a76976227 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408437 Apr 07 06:32:36.850081 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:37.038566 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6d79f-e9f9-41c2-9eac-8e31641bbe27 req-a5f6361e-c2b8-41c8-9cf3-6a8e44ebf7e1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:37.040066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ccf6d79f-e9f9-41c2-9eac-8e31641bbe27 req-a5f6361e-c2b8-41c8-9cf3-6a8e44ebf7e1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0553875 Apr 07 06:32:37.091603 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ccf6d79f-e9f9-41c2-9eac-8e31641bbe27 req-ce0585a7-c393-429c-a08c-83dec5134fec tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452740 Apr 07 06:32:37.632714 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3d421-e1a5-4793-b714-7963702ca329 req-c0787baf-ab6a-4502-bb24-9b9a1b7c8990 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:37.634173 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4be3d421-e1a5-4793-b714-7963702ca329 req-c0787baf-ab6a-4502-bb24-9b9a1b7c8990 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0522337 Apr 07 06:32:37.679872 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4be3d421-e1a5-4793-b714-7963702ca329 req-c17be67d-d98a-44c6-858c-5063d07c1e49 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401354 Apr 07 06:32:37.873002 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-13de567b-729f-4b05-b096-6baa2f54513b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433891 Apr 07 06:32:38.024754 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f98c-4099-4475-b322-3c55d97076af req-0fbd4de5-ad75-4030-b1a6-77ac24716edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.026277 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-0fbd4de5-ad75-4030-b1a6-77ac24716edd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 1129 time: 0.0697577 Apr 07 06:32:38.028031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-c8ed9ba7-5b3b-4ef8-b32b-0d08cc1f806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.029434 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-c8ed9ba7-5b3b-4ef8-b32b-0d08cc1f806f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0825541 Apr 07 06:32:38.181818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-845b3bf5-f458-4df0-8d7a-650bf7cb8ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.185896 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-845b3bf5-f458-4df0-8d7a-650bf7cb8ab2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1469843 Apr 07 06:32:38.199454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f98c-4099-4475-b322-3c55d97076af req-1430305f-6471-424c-ab93-4a47aacf22ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.200858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-1430305f-6471-424c-ab93-4a47aacf22ca service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.1202190 Apr 07 06:32:38.297358 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-19ed4a67-0b00-44b0-b7a7-27a377267cf1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 1001 time: 0.1065290 Apr 07 06:32:38.302908 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-cb08b303-286e-4559-8890-bf37510e1ce8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 200 len: 1001 time: 0.0732400 Apr 07 06:32:38.382428 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-650787fd-b5d7-4845-b30f-f57c35597eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.383928 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-650787fd-b5d7-4845-b30f-f57c35597eae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0797648 Apr 07 06:32:38.385304 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f98c-4099-4475-b322-3c55d97076af req-017711a3-9b77-48b2-8c86-5f618efdfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.386614 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-017711a3-9b77-48b2-8c86-5f618efdfc65 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0739255 Apr 07 06:32:38.480159 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17f98c-4099-4475-b322-3c55d97076af req-c9ecd750-04fe-4c73-be7e-8d2ed4373604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.481637 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-c9ecd750-04fe-4c73-be7e-8d2ed4373604 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698543 Apr 07 06:32:38.483964 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-05528068-8946-48e8-804e-0889f862407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.485299 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-05528068-8946-48e8-804e-0889f862407d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0817447 Apr 07 06:32:38.639038 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-c9f47964-3fcd-4d8f-984f-b321228ea9f2 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457665 Apr 07 06:32:38.640798 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-f37abcfd-0482-4656-802e-877f98bc930f service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466751 Apr 07 06:32:38.805061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df17f98c-4099-4475-b322-3c55d97076af req-f4359d9c-3ea4-4a6f-9061-86b46c2456a9 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531744 Apr 07 06:32:38.808392 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e684b7e8-ada7-4e10-98f5-aabb0f154317 req-536d9744-1663-46cd-be9a-2ddffbac92d7 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554642 Apr 07 06:32:38.907914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f594ab1-3312-42c6-aeca-6d421115f001 req-393f1e23-2205-43ab-b3da-2591d5012f42 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:38.909300 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f594ab1-3312-42c6-aeca-6d421115f001 req-393f1e23-2205-43ab-b3da-2591d5012f42 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.1568265 Apr 07 06:32:38.958383 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0f594ab1-3312-42c6-aeca-6d421115f001 req-1da2afe7-cda6-4213-b32f-c9e2a0100032 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Apr 07 06:32:39.892352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadc536-6af8-4e0d-91e3-799ee19597dc req-a156d68a-a32e-40fa-81c8-37ba1f1393ac tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:39.893806 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9aadc536-6af8-4e0d-91e3-799ee19597dc req-a156d68a-a32e-40fa-81c8-37ba1f1393ac tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0525951 Apr 07 06:32:39.939766 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9aadc536-6af8-4e0d-91e3-799ee19597dc req-c613f388-5bc2-4b92-bacd-613d56835bf6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401807 Apr 07 06:32:40.074129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d02ec-4050-4781-965e-322ea6dc927c req-ba20b59e-0a1a-436a-8852-30fd6fe85c62 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:40.075569 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765d02ec-4050-4781-965e-322ea6dc927c req-ba20b59e-0a1a-436a-8852-30fd6fe85c62 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0510001 Apr 07 06:32:40.122426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-765d02ec-4050-4781-965e-322ea6dc927c req-8ee85f6d-d392-4a43-8ddf-8f107958ccf9 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Apr 07 06:32:41.058682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70e14b-53a5-4d65-a48a-80f2fca19fb5 req-6332e696-d274-4f22-b75d-6e867bcbed52 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:41.060175 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff70e14b-53a5-4d65-a48a-80f2fca19fb5 req-6332e696-d274-4f22-b75d-6e867bcbed52 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0548749 Apr 07 06:32:41.109742 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff70e14b-53a5-4d65-a48a-80f2fca19fb5 req-458ece5f-6c65-4071-ab88-3efb40f36ccb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429649 Apr 07 06:32:41.264792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7386668-616b-4e14-9143-75636ed5bc77 req-b1b3e766-cbf7-4ec2-869d-197c86b34506 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:41.266190 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e7386668-616b-4e14-9143-75636ed5bc77 req-b1b3e766-cbf7-4ec2-869d-197c86b34506 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0833166 Apr 07 06:32:41.272696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966416dd-dadc-449a-ad80-07a3e3eafc70 req-774183dc-a0fc-4618-b533-ab63363bbc85 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:41.274066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-966416dd-dadc-449a-ad80-07a3e3eafc70 req-774183dc-a0fc-4618-b533-ab63363bbc85 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0815935 Apr 07 06:32:41.340998 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e7386668-616b-4e14-9143-75636ed5bc77 req-7b4a7a83-2895-4d3c-92b8-0b50332ab09f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659599 Apr 07 06:32:41.355782 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-966416dd-dadc-449a-ad80-07a3e3eafc70 req-b494573c-e824-4f12-9fb1-a9ee6321cdc1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717378 Apr 07 06:32:42.229917 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d37318-e83e-4aee-9e02-b5ea3c4a94ba req-85fccaa7-dc97-42f7-86d7-b2db62c779c6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:42.231377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d37318-e83e-4aee-9e02-b5ea3c4a94ba req-85fccaa7-dc97-42f7-86d7-b2db62c779c6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0546873 Apr 07 06:32:42.277495 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-62d37318-e83e-4aee-9e02-b5ea3c4a94ba req-a857d386-7319-4b9c-9c00-fc7c0ced910b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402758 Apr 07 06:32:42.493409 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7d9d0-7e6b-488b-a790-1cbc24e87b30 req-5b663a7c-0f8b-44f7-b032-e477d7131f0b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:42.494869 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08c7d9d0-7e6b-488b-a790-1cbc24e87b30 req-5b663a7c-0f8b-44f7-b032-e477d7131f0b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0757465 Apr 07 06:32:42.502752 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5936f43-fd58-4017-8373-6293c8ae8e86 req-f68df6d6-f135-4dcc-9f69-15ba2244b755 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:42.504146 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5936f43-fd58-4017-8373-6293c8ae8e86 req-f68df6d6-f135-4dcc-9f69-15ba2244b755 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0948758 Apr 07 06:32:42.567515 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08c7d9d0-7e6b-488b-a790-1cbc24e87b30 req-80c32efd-2778-4ec9-aa1d-bd900172deb8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624354 Apr 07 06:32:42.578277 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f5936f43-fd58-4017-8373-6293c8ae8e86 req-6fbe7b9d-f468-4dc4-8d26-670593f64595 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675871 Apr 07 06:32:42.678398 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8c0ae-b092-4f57-8c3d-3c2dab98d2e6 req-61983f1a-d28a-4d1b-a3a9-c3cba0c6203b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:42.679756 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fcd8c0ae-b092-4f57-8c3d-3c2dab98d2e6 req-61983f1a-d28a-4d1b-a3a9-c3cba0c6203b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Apr 07 06:32:42.688789 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44630) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:42.693028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Request body: {'floatingip': {'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:42.749227 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:43.201807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:43.249715 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:43.436224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a28bf6-3533-411e-a92c-6a8a48689e57 req-02d473cf-50d6-4914-be2d-c415a13c08a8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:43.437708 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b7a28bf6-3533-411e-a92c-6a8a48689e57 req-02d473cf-50d6-4914-be2d-c415a13c08a8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0937622 Apr 07 06:32:43.809343 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b7a28bf6-3533-411e-a92c-6a8a48689e57 req-a35578be-5e41-405d-b0b4-b51adb8c4c08 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661301 Apr 07 06:32:43.811678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:32:43.824215 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51230-88b9-44fb-87a5-473d7d07733b req-4ab350e6-ae85-406d-9403-9ac237ff0017 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:43.825666 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1c51230-88b9-44fb-87a5-473d7d07733b req-4ab350e6-ae85-406d-9403-9ac237ff0017 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1053395 Apr 07 06:32:43.940690 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d1c51230-88b9-44fb-87a5-473d7d07733b req-dc419933-3c03-44d0-b186-f7101ef8a1cd tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077051 Apr 07 06:32:43.962116 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:32:43.967104 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:43.971795 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:32:43.981308 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:43.983127 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:43.997345 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:44.000177 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38" -d '{"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:44.032558 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-31f1d2ac-3852-47fe-95b3-093b6d0f7854 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "PUT /v2.0/floatingips/c92758e6-cae1-4b24-adf2-0072d43b39e3 HTTP/1.1" status: 200 len: 993 time: 1.3427148 Apr 07 06:32:44.050846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bc624e-199f-431a-950f-c959d25fac79 x-openstack-request-id: req-55bc624e-199f-431a-950f-c959d25fac79 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:44.051141 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:44.051510 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55bc624e-199f-431a-950f-c959d25fac79 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:44.051944 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55bc624e-199f-431a-950f-c959d25fac79'] response: {'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'status': 'completed', 'code': 200} Apr 07 06:32:44.091622 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:44.308006 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:32:43Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:44.333948 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:32:44.341985 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:44.342574 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:44.447554 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:44.667902 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:32:43Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:44.693240 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2730c5-4014-4021-bd36-cee1ff4d835a None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c92758e6-cae1-4b24-adf2-0072d43b39e3', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'floating_ip_address': '172.27.3.142', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'port_id': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'mac_address': 'fa:16:3e:60:61:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:30:46Z', 'updated_at': '2022-04-07T06:32:43Z', 'revision_number': 3, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:32:44.916834 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-dcf2a101-f820-42d0-8370-18741ef45d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:44.918369 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-dcf2a101-f820-42d0-8370-18741ef45d24 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.1005721 Apr 07 06:32:44.930032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-83a50e71-5446-4b7e-b1b2-4ab56bb8ceba tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:44.931404 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-83a50e71-5446-4b7e-b1b2-4ab56bb8ceba tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.1148858 Apr 07 06:32:44.946891 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2732179c-d2f6-4bdc-b597-c50353e228a1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:32:44.954793 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decef7e4-fb95-4c57-813b-56b45174019b req-a8e44c1c-7729-4aa8-a877-c6a375918f36 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:44.956265 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-decef7e4-fb95-4c57-813b-56b45174019b req-a8e44c1c-7729-4aa8-a877-c6a375918f36 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 945 time: 0.0766742 Apr 07 06:32:45.015387 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-e9cd1096-7ebc-45e2-abb0-3339c04988ca tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:45.017153 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-e9cd1096-7ebc-45e2-abb0-3339c04988ca tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.0574510 Apr 07 06:32:45.039435 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 2732179c-d2f6-4bdc-b597-c50353e228a1 is: ACTIVE; New status is: DOWN {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:32:45.040103 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.064826 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:45.067393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a2bca-f79f-4f1a-b1a4-5e3e0e7c8da3" -d '{"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-unplugged", "status": "completed", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:45.082884 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:45.125933 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Deleting port 2d092b80-8226-459c-a648-2a7c3e058559 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:32:45.126274 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (2d092b80-8226-459c-a648-2a7c3e058559), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.161945 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-decef7e4-fb95-4c57-813b-56b45174019b req-132d0e38-cf90-4521-b002-bdb919c14f89 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=f05660c8-6565-4933-85ed-c320cc775713&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937702 Apr 07 06:32:45.200678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-e66d2089-2eaa-4198-bd7a-d7665c2db436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:45.202548 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-e66d2089-2eaa-4198-bd7a-d7665c2db436 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.2426319 Apr 07 06:32:45.208532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e22af19-37c5-4b8a-a246-d84e4b1aaf76 x-openstack-request-id: req-6e22af19-37c5-4b8a-a246-d84e4b1aaf76 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:45.208920 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-unplugged", "status": "completed", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:45.209461 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e22af19-37c5-4b8a-a246-d84e4b1aaf76 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:45.210031 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e22af19-37c5-4b8a-a246-d84e4b1aaf76'] response: {'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'code': 200} Apr 07 06:32:45.211354 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.213612 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7190175-1de8-432b-9484-c3b5d000fd32 req-c0d9320c-0d9c-4dda-afe1-5cc63238e289 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:45.215318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7190175-1de8-432b-9484-c3b5d000fd32 req-c0d9320c-0d9c-4dda-afe1-5cc63238e289 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 945 time: 0.1925228 Apr 07 06:32:45.217389 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] For port 2d092b80-8226-459c-a648-2a7c3e058559, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2d092b80-8226-459c-a648-2a7c3e058559,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:45.217755 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (2d092b80-8226-459c-a648-2a7c3e058559), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.232906 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 2732179c-d2f6-4bdc-b597-c50353e228a1 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:32:45.233269 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.262253 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=6']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:45.363252 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-9b9a8be6-d80e-45a0-8d1d-b194726e074e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 1001 time: 0.1368454 Apr 07 06:32:45.415934 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7190175-1de8-432b-9484-c3b5d000fd32 req-4c6ce051-cff3-46eb-80eb-298c5d7bda4c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=bc406783-4b6c-460b-af86-125a1aef8a88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906083 Apr 07 06:32:45.438535 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.438825 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.439145 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Floating IP 07aa102f-b0e2-4cfa-bb29-71a22ab64800 disassociated. External IP: 172.27.3.253, port: 2d092b80-8226-459c-a648-2a7c3e058559. Apr 07 06:32:45.439490 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Calling delete_port for 2d092b80-8226-459c-a648-2a7c3e058559 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:32:45.442351 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] For port 2732179c-d2f6-4bdc-b597-c50353e228a1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=2732179c-d2f6-4bdc-b597-c50353e228a1,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:45.442730 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.452989 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-c8673b15-1911-467e-a6a8-17d93549f1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:45.454450 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-c8673b15-1911-467e-a6a8-17d93549f1ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0839102 Apr 07 06:32:45.586914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-6e983abb-31b3-4fb7-a5aa-9d1b39e33cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:45.588455 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-6e983abb-31b3-4fb7-a5aa-9d1b39e33cc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1270087 Apr 07 06:32:45.627505 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (2d092b80-8226-459c-a648-2a7c3e058559), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.653363 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'Port': ['ID=2d092b80-8226-459c-a648-2a7c3e058559,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:45.710963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.711261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.711586 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP 474dba9b-ec75-4e2b-b11c-565b578fddca disassociated. External IP: 172.27.3.225, port: 2732179c-d2f6-4bdc-b597-c50353e228a1. Apr 07 06:32:45.711977 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 2732179c-d2f6-4bdc-b597-c50353e228a1 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:32:45.771814 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:32:45.773744 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-29f8a05f-a9c6-4c6b-9597-7fe3447cb0c4 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785648 Apr 07 06:32:45.880807 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:32:45.890837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:32:45.900585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:45.901499 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:45.912383 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-01b43fa2-1b15-4d9f-9812-b2d29c91f464 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308112 Apr 07 06:32:45.923138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] No DVR routers for this DVR port 2d092b80-8226-459c-a648-2a7c3e058559 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:32:45.926082 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:45.931862 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-dcbaadd0-902f-485e-9725-16a6cffb149d req-a62e8e43-31ea-4e38-bd4e-ebf9562e9b14 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "DELETE /v2.0/ports/2d092b80-8226-459c-a648-2a7c3e058559 HTTP/1.1" status: 204 len: 173 time: 0.9089882 Apr 07 06:32:45.932709 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'name': 'network-vif-deleted', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:45.936944 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591dea79-ac6b-4987-87d7-2794c7b6158f" -d '{"events": [{"server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "name": "network-vif-deleted", "tag": "2d092b80-8226-459c-a648-2a7c3e058559"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:45.975319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06616d78-35fc-43d1-84f2-cd30223b7312 x-openstack-request-id: req-06616d78-35fc-43d1-84f2-cd30223b7312 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:45.975638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "208a18a9-48ca-48a7-9149-4593b1569ac7", "name": "network-vif-deleted", "tag": "2d092b80-8226-459c-a648-2a7c3e058559", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:45.975964 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06616d78-35fc-43d1-84f2-cd30223b7312 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:45.976398 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06616d78-35fc-43d1-84f2-cd30223b7312'] response: {'server_uuid': '208a18a9-48ca-48a7-9149-4593b1569ac7', 'name': 'network-vif-deleted', 'tag': '2d092b80-8226-459c-a648-2a7c3e058559', 'status': 'completed', 'code': 200} Apr 07 06:32:45.992541 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (2732179c-d2f6-4bdc-b597-c50353e228a1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:46.024231 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=2732179c-d2f6-4bdc-b597-c50353e228a1,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:46.027176 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:46.071107 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:46.073512 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe" -d '{"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:46.134922 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881581c0-1762-4cc1-a0a7-b0ba53f3d0fc x-openstack-request-id: req-881581c0-1762-4cc1-a0a7-b0ba53f3d0fc {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:46.135623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:46.136012 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-881581c0-1762-4cc1-a0a7-b0ba53f3d0fc {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:46.136497 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-881581c0-1762-4cc1-a0a7-b0ba53f3d0fc'] response: {'name': 'network-changed', 'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'status': 'completed', 'code': 200} Apr 07 06:32:46.173035 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:32:46.213038 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-04b529a4-ebac-47b0-8da0-9a2040339597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:46.214662 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-04b529a4-ebac-47b0-8da0-9a2040339597 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 1129 time: 0.0652776 Apr 07 06:32:46.306818 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.325738 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-0b8cb900-0c81-4e96-8e80-659454c958f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:46.329336 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-0b8cb900-0c81-4e96-8e80-659454c958f7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.1018417 Apr 07 06:32:46.330184 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-968a3770-ab62-471b-aa07-c3827393a227 req-c18dbfda-c8a5-4b97-b0b4-a9fb5ce10d73 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 210 time: 0.0313218 Apr 07 06:32:46.332904 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:32:46.337049 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:32:46.344539 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:32:46.359037 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:46.360168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.371436 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:46.372397 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.379780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] No DVR routers for this DVR port 2732179c-d2f6-4bdc-b597-c50353e228a1 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:32:46.382432 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:46.386327 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46314425-6287-4bcd-aa74-4fbc18757eeb req-d64a00dd-5953-4205-834b-0c3a291fbfb8 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "DELETE /v2.0/ports/2732179c-d2f6-4bdc-b597-c50353e228a1 HTTP/1.1" status: 204 len: 173 time: 1.4274902 Apr 07 06:32:46.414533 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-6753cd5b-0a95-4f83-a71a-4f4ff1d2bb77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 200 len: 1001 time: 0.0796289 Apr 07 06:32:46.492519 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:46.493092 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:46.541447 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-473e13b1-113b-4f9f-8558-fc0e1322f961 req-5c252746-d21f-4dcd-8cad-5ff9cadac4c9 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=208a18a9-48ca-48a7-9149-4593b1569ac7 HTTP/1.1" status: 200 len: 210 time: 0.0354285 Apr 07 06:32:46.702431 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.705769 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.734713 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6dddf6-c52c-4dc8-8801-74575c2b0e28 None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:32:46.754424 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:32:46.766201 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:32:46.766827 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:46.887787 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:32:46.923111 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-b87147e3-a8e5-488f-b2da-9b79a06e9f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:46.924891 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-b87147e3-a8e5-488f-b2da-9b79a06e9f6a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.2674365 Apr 07 06:32:46.985535 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-e895234d-ab6e-40d6-9eb0-450e7042daa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:46.987415 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-e895234d-ab6e-40d6-9eb0-450e7042daa4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550997 Apr 07 06:32:47.064044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50346eb5-e110-42d3-9a70-842582e00e92 None None] New status for floating IP 07aa102f-b0e2-4cfa-bb29-71a22ab64800: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:32:47.104085 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-80e6fe9d-672a-48a0-9e9d-c9af8ccc10b6 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049891 Apr 07 06:32:47.184905 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:32:47.193324 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bae2cfb9-eafc-4ab4-867d-f29b06ccddbe req-50e79ec7-1d4c-4589-a7e3-43db2f4d6333 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824330 Apr 07 06:32:47.213339 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4c75733-4dff-4ce1-bb0c-1b3a98447fc3 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:32:47.449353 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4da1e33d-181f-4e23-8f09-8f9e907011e5 req-e2ed3a65-1032-4aed-a35a-8e8a9fbd7247 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=3141e60a-109f-465d-bfda-5e952667b344 HTTP/1.1" status: 200 len: 210 time: 0.0284619 Apr 07 06:32:47.454355 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ad38e-354c-47b3-a197-354b9f63def3 None None] New status for floating IP 474dba9b-ec75-4e2b-b11c-565b578fddca: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:32:47.805898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44660) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:47.864774 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (bc406783-4b6c-460b-af86-125a1aef8a88), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:47.887646 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (bc406783-4b6c-460b-af86-125a1aef8a88), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.107386 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (bc406783-4b6c-460b-af86-125a1aef8a88), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.110443 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.113970 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "DELETE /v2.0/security-groups/bc406783-4b6c-460b-af86-125a1aef8a88 HTTP/1.1" status: 204 len: 168 time: 0.3042798 Apr 07 06:32:48.114882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44662) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:48.120893 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455bcba-918c-41f5-8088-0432ed66fe49 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc406783-4b6c-460b-af86-125a1aef8a88,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:48.146539 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-0f729966-e4f1-4b4e-a18b-060114713072 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] show failed (client error): The resource could not be found. Apr 07 06:32:48.146539 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0f729966-e4f1-4b4e-a18b-060114713072 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups/bc406783-4b6c-460b-af86-125a1aef8a88 HTTP/1.1" status: 404 len: 347 time: 0.0133247 Apr 07 06:32:48.147076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-deleted', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:48.147076 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44d6912-d009-41a7-98d1-f05127673ac4" -d '{"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-deleted", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:48.148512 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44666) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:48.175454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d6eab8-29a0-4497-b424-d9252c435d91 x-openstack-request-id: req-28d6eab8-29a0-4497-b424-d9252c435d91 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:48.175772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3141e60a-109f-465d-bfda-5e952667b344", "name": "network-vif-deleted", "tag": "2732179c-d2f6-4bdc-b597-c50353e228a1", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:48.176035 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28d6eab8-29a0-4497-b424-d9252c435d91 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:48.176466 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d6eab8-29a0-4497-b424-d9252c435d91'] response: {'server_uuid': '3141e60a-109f-465d-bfda-5e952667b344', 'name': 'network-vif-deleted', 'tag': '2732179c-d2f6-4bdc-b597-c50353e228a1', 'status': 'completed', 'code': 200} Apr 07 06:32:48.255968 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-41a4473d-0b4f-4394-891e-1fb0f233e2f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.277621 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Deleting port f403369f-d89d-4c84-b38c-6f7162e9206d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:32:48.277962 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.353072 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.353396 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (f403369f-d89d-4c84-b38c-6f7162e9206d), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.365580 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Calling delete_port for f403369f-d89d-4c84-b38c-6f7162e9206d owned by network:floatingip {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:32:48.575999 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f403369f-d89d-4c84-b38c-6f7162e9206d), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.601832 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'Port': ['ID=f403369f-d89d-4c84-b38c-6f7162e9206d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:48.620390 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44672) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:48.628081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.628436 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.628780 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.629126 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.629464 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.629797 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.630129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.630463 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.630880 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.631208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.631541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.631895 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.632231 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.632549 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.632872 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:48.672013 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (07aa102f-b0e2-4cfa-bb29-71a22ab64800), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.673645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (f05660c8-6565-4933-85ed-c320cc775713), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.674636 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.678497 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d1c393bc-6fdd-48aa-8099-16f3b669d943 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "DELETE /v2.0/floatingips/07aa102f-b0e2-4cfa-bb29-71a22ab64800 HTTP/1.1" status: 204 len: 168 time: 0.5262663 Apr 07 06:32:48.702003 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (f05660c8-6565-4933-85ed-c320cc775713), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.810185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f05660c8-6565-4933-85ed-c320cc775713), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.813392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.814544 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/security-groups/f05660c8-6565-4933-85ed-c320cc775713 HTTP/1.1" status: 204 len: 168 time: 0.1965256 Apr 07 06:32:48.817399 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44678) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:48.823666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c872-faa9-45f9-9da6-9883de2ebcb6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05660c8-6565-4933-85ed-c320cc775713,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:48.832886 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-d96b3446-88e7-46c3-b085-332149b72486 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] show failed (client error): The resource could not be found. Apr 07 06:32:48.833923 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d96b3446-88e7-46c3-b085-332149b72486 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups/f05660c8-6565-4933-85ed-c320cc775713 HTTP/1.1" status: 404 len: 347 time: 0.0154190 Apr 07 06:32:48.836764 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44680) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:48.958833 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 0312d996-15ba-4ec5-90c9-cb6379da28a5 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:32:48.959096 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:48.963065 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2d092b80-8226-459c-a648-2a7c3e058559 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:32:48.985531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 2d092b80-8226-459c-a648-2a7c3e058559 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:32:48.986009 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 2d092b80-8226-459c-a648-2a7c3e058559 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:32:49.032770 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.033098 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (0312d996-15ba-4ec5-90c9-cb6379da28a5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.044293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 0312d996-15ba-4ec5-90c9-cb6379da28a5 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:32:49.261280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0312d996-15ba-4ec5-90c9-cb6379da28a5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.286344 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=0312d996-15ba-4ec5-90c9-cb6379da28a5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:49.350658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (474dba9b-ec75-4e2b-b11c-565b578fddca), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.353876 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.355030 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-211f7f1a-58d5-47ef-aa90-380cebcb8db4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/floatingips/474dba9b-ec75-4e2b-b11c-565b578fddca HTTP/1.1" status: 204 len: 168 time: 0.5172198 Apr 07 06:32:49.356743 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44682) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:49.361652 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1549667759', 'description': 'tempest-description--1323215124'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:49.502668 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.569481 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (b885202d-1f10-4b9c-8dd0-c3a881ac5119), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.665850 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44686) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:49.670998 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834367872', 'description': 'tempest-description--1286863109'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:49.680689 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b885202d-1f10-4b9c-8dd0-c3a881ac5119), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.714354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b885202d-1f10-4b9c-8dd0-c3a881ac5119,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:49.764363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.798932 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.800197 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4122362c-9154-4220-aa57-cd9c5b16426f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4418929 Apr 07 06:32:49.803238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44688) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:49.809196 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group_rule': {'security_group_id': 'b885202d-1f10-4b9c-8dd0-c3a881ac5119', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:49.835328 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.929525 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (6bd06d02-3d97-44ec-8284-15dc9baeaa26), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.947149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:49.976827 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:49.988107 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (6bd06d02-3d97-44ec-8284-15dc9baeaa26), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.023244 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.024524 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6f57b301-dacd-4755-9e42-7b99a539d473 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3576782 Apr 07 06:32:50.027396 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44690) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:50.032460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:50.044275 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (6bd06d02-3d97-44ec-8284-15dc9baeaa26), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.058998 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd06d02-3d97-44ec-8284-15dc9baeaa26,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:50.129125 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (02950e86-cdf7-43e5-b48d-bdf50b630848), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.149314 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.151297 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c4040f01-bf6f-42fa-b961-d0eed3ca788b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466668 Apr 07 06:32:50.156877 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44692) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:50.161581 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'security_group_rule': {'security_group_id': 'b885202d-1f10-4b9c-8dd0-c3a881ac5119', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:50.191452 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (02950e86-cdf7-43e5-b48d-bdf50b630848), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.243671 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (17a0bf04-8c77-4950-a88e-2333c2437af3), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.297592 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (17a0bf04-8c77-4950-a88e-2333c2437af3), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.301301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (02950e86-cdf7-43e5-b48d-bdf50b630848), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.319701 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02950e86-cdf7-43e5-b48d-bdf50b630848,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:50.381768 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (17a0bf04-8c77-4950-a88e-2333c2437af3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.399963 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a0bf04-8c77-4950-a88e-2333c2437af3,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:50.400766 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.402259 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8337c838-f98c-4b6f-9c3a-0f31dc7bace1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735588 Apr 07 06:32:50.404977 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44694) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:50.409343 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'security_group_rule': {'security_group_id': '1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:50.492525 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.493757 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b96db711-f8be-45ff-999c-c0c5e7b35de0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356407 Apr 07 06:32:50.496686 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44696) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:50.501736 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:50.534347 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (72f99974-9cb1-47b4-b3f2-7204e608d27d), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.588442 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (72f99974-9cb1-47b4-b3f2-7204e608d27d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.609557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.689800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e76223dc-cbf2-4321-acce-0c809ba88682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.705453 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.739462 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (72f99974-9cb1-47b4-b3f2-7204e608d27d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.769936 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f99974-9cb1-47b4-b3f2-7204e608d27d,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:50.826906 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Allocated IP 172.27.3.145 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/227ef8b6-64b6-421f-84c0-8b0bcffec8b1) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:50.875820 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:50.877020 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0b7cb9e7-9dcb-4932-a236-450a4a7fb200 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4711056 Apr 07 06:32:50.880167 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44698) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:32:50.884683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:50.928601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.038734 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.066524 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.100150 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:51.102855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:51.108933 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:51.135449 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.148316 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=227ef8b6-64b6-421f-84c0-8b0bcffec8b1,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:51.215258 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.243520 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.27.3.147 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/0ab89d6c-909f-4af2-96fb-608e1f0fef92) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:51.300275 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.342693 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.446150 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.456219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.495474 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:51.500181 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:51.503769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:51.518829 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.531063 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=0ab89d6c-909f-4af2-96fb-608e1f0fef92,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:51.584600 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=227ef8b6-64b6-421f-84c0-8b0bcffec8b1,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:51.598221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.598624 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.674617 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.675889 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-94ead094-094e-4c9d-9425-8c1cb661764b tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1782439 Apr 07 06:32:51.677743 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.844519 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.885173 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-e39e8828-45f1-4287-95be-d7120ca11095 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1549667759&fields=id&tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 267 time: 0.0498571 Apr 07 06:32:51.939086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:51.985924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:52.024443 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=0ab89d6c-909f-4af2-96fb-608e1f0fef92,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:52.049929 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:52.066409 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-fadd8309-c53e-4550-87ea-a0687d9e18ea tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:52.067894 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-fadd8309-c53e-4550-87ea-a0687d9e18ea tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 810 time: 0.1755309 Apr 07 06:32:52.082615 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-8ca09b7c-cbe4-4e59-8f15-4f44a3ac88c2 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/quotas/a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 375 time: 0.0092821 Apr 07 06:32:52.140315 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-26d09b5b-2410-43d6-b9ef-1a0dab4a87f1 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527689 Apr 07 06:32:52.143251 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:52.144437 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9165ddf1-55f2-4ed4-8da3-5d394ad2dbcd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2632558 Apr 07 06:32:52.281434 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-d4e7e015-f7b3-4341-80f2-c9cdc51a79ed service neutron] 10.222.0.24 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298733 Apr 07 06:32:52.394049 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-354f4a78-0126-41c7-a93c-7af4706f2e32 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--834367872&fields=id&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 267 time: 0.0878727 Apr 07 06:32:52.416315 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-3af4b364-828c-4dff-b3eb-9057a73c9cf3 service neutron] 10.222.0.24 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284392 Apr 07 06:32:52.507718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-ade5525f-9c9f-41f6-8d6b-25dac10d61f1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:52.509209 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-ade5525f-9c9f-41f6-8d6b-25dac10d61f1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1068928 Apr 07 06:32:52.523687 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-66e8d912-9aab-432f-9bd8-0e98191f385d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/quotas/e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 375 time: 0.0091290 Apr 07 06:32:52.578064 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-76299f95-9621-4abb-ac44-dd7e7024b11b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488389 Apr 07 06:32:52.672386 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24709e0c-2230-42b0-acca-482a649ad146 req-1c2767e0-fded-45d6-aaf1-21c64659cc4e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 210 time: 0.0378785 Apr 07 06:32:52.702355 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-ebf92bd1-e010-4740-8bd6-06bd8dc3aff4 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119730 Apr 07 06:32:52.792850 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-d5d93c26-2ea9-46ae-b670-935490b05b09 service neutron] 10.222.0.24 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847402 Apr 07 06:32:52.861730 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:53.030269 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0afea95d-9496-4447-a530-29361cfe9c68 req-45b36ac2-70be-4385-a649-8ed073b69744 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 210 time: 0.0284035 Apr 07 06:32:53.823916 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bbe602a2-05b8-4e52-99e6-98e09eb6fb5a req-34a96eb2-44d2-47dd-a2a4-26a34d264463 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 210 time: 0.0299094 Apr 07 06:32:54.372328 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2e752a7-910a-441d-bcfe-000ad2489e23 req-d3053705-77e1-4896-b53b-ce47cb2bbba4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 210 time: 0.2783206 Apr 07 06:32:54.523008 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:54.916890 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2049fbfe-170b-4c6b-8fee-19c81dd3c0b6 req-414577c4-563d-43b9-a33e-1432b4e13324 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 210 time: 0.0259225 Apr 07 06:32:55.097025 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-91356132-dda4-4292-ae0a-64b46454fe67 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:55.098487 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-91356132-dda4-4292-ae0a-64b46454fe67 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 810 time: 0.1023619 Apr 07 06:32:55.162515 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-2a95c506-4237-4f55-9007-1b0de7df11cc tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7 HTTP/1.1" status: 200 len: 380 time: 0.0526378 Apr 07 06:32:55.171583 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'port': {'device_id': '303f88de-1a5f-45a4-a840-371144a292b4', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'admin_state_up': True, 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'security_groups': ['b885202d-1f10-4b9c-8dd0-c3a881ac5119']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:55.335191 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-dec7422a-7b58-4d5b-9353-9ca9f346878a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:55.336626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-dec7422a-7b58-4d5b-9353-9ca9f346878a tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 814 time: 0.1055613 Apr 07 06:32:55.381729 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Made reservation on behalf of a0889ebfa7d7493ba7e12b13516d4fb7 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:32:55.385603 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.400948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-b2efbf97-16fa-4fb9-8441-7fc6ae8921ca tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e654563225464c6c925e0f97b63a12d7 HTTP/1.1" status: 200 len: 379 time: 0.0544195 Apr 07 06:32:55.415854 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'port': {'device_id': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'admin_state_up': True, 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'security_groups': ['1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:55.501499 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb21014e-0e72-47f1-b61f-a724f88bd4bd req-9a77901e-2fe2-409a-a048-ce556c55bdf0 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 210 time: 0.0393155 Apr 07 06:32:55.526510 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Allocated IP 172.20.0.13 (14e378dc-ef95-47d2-9fe2-d50ae083e1d3/fd648841-6b66-43e4-895e-db1e8384953e/5ae09984-1f44-4050-af85-77fa4db894a5) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:55.644805 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Made reservation on behalf of e654563225464c6c925e0f97b63a12d7 for: {'port': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:32:55.650571 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.673708 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for port (5ae09984-1f44-4050-af85-77fa4db894a5), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.787789 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.798537 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Allocated IP 172.20.0.3 (f5ea2476-10fc-4956-aac9-712fe1362e44/6aa42fe2-87e2-435f-8741-8c718a6ab65e/15982978-c100-46cd-9a87-acd4c7e4b5c4) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:32:55.830395 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:55.838319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:55.842762 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:55.872492 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event updated for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:55.906235 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:55.907417 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.975574 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:55.995650 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-6e52ea2c-f91a-48ac-90e9-f5d03d0a75de tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8277738 Apr 07 06:32:56.059857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Request body: {'port': {'device_id': '303f88de-1a5f-45a4-a840-371144a292b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:56.064045 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c4bfe-38af-4c61-933d-935f9284c0e2 req-cf5a6905-cbde-41b8-b2fa-a480c773d982 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:56.065541 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b6c4bfe-38af-4c61-933d-935f9284c0e2 req-cf5a6905-cbde-41b8-b2fa-a480c773d982 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 932 time: 0.0763764 Apr 07 06:32:56.089026 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-0c7ae81c-df74-4fab-a59c-e3ac8de21371 None None] Provisioning complete for port 5ae09984-1f44-4050-af85-77fa4db894a5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:32:56.089961 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0c7ae81c-df74-4fab-a59c-e3ac8de21371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.120348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b6c4bfe-38af-4c61-933d-935f9284c0e2 req-845a2bbe-5cc7-451e-a982-944f60707570 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483801 Apr 07 06:32:56.124073 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.136440 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ae81c-df74-4fab-a59c-e3ac8de21371 None None] Port 5ae09984-1f44-4050-af85-77fa4db894a5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:32:56.141095 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.184279 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Network f5ea2476-10fc-4956-aac9-712fe1362e44 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:32:56.187472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:32:56.192338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:32:56.195969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event updated for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:56.250538 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:56.250727 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.364866 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-27d158dc-65bb-4bdb-8b85-e8fb8658d88d tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454298 Apr 07 06:32:56.378059 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Request body: {'port': {'device_id': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:32:56.406202 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae09984-1f44-4050-af85-77fa4db894a5 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:32:56.414040 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks [] for port (5ae09984-1f44-4050-af85-77fa4db894a5), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.426869 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Transition to ACTIVE for port object 5ae09984-1f44-4050-af85-77fa4db894a5 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:32:56.448807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.451458 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-8a6f486b-d250-4d55-a2cc-d5cd9ad997cc None None] Provisioning complete for port 15982978-c100-46cd-9a87-acd4c7e4b5c4 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:32:56.451770 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a6f486b-d250-4d55-a2cc-d5cd9ad997cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.491608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8a6f486b-d250-4d55-a2cc-d5cd9ad997cc None None] Port 15982978-c100-46cd-9a87-acd4c7e4b5c4 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:32:56.530814 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.583308 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:56.664254 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Attempting to bind port 5ae09984-1f44-4050-af85-77fa4db894a5 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:32:56.664681 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Attempting to bind port 5ae09984-1f44-4050-af85-77fa4db894a5 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:32:56.665110 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Attempting to bind port 5ae09984-1f44-4050-af85-77fa4db894a5 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:56.670273 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Port 5ae09984-1f44-4050-af85-77fa4db894a5 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:32:56.671072 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Attempting to bind port 5ae09984-1f44-4050-af85-77fa4db894a5 on network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:56.676331 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:32:56.676766 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Checking segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:32:56.677234 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Bound using segment: {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:32:56.677739 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Bound port: 5ae09984-1f44-4050-af85-77fa4db894a5, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b320f6d-8bf4-40e2-80c7-a1cc353be448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:32:56.678553 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.690497 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0980cba-e68b-469e-b642-07506b562a37 req-f639a852-89f2-46ae-b349-b8f5486653d2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:56.692068 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d0980cba-e68b-469e-b642-07506b562a37 req-f639a852-89f2-46ae-b349-b8f5486653d2 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 931 time: 0.1010449 Apr 07 06:32:56.750429 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:32:56.753639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ae09984-1f44-4050-af85-77fa4db894a5,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:32:56.795401 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d0980cba-e68b-469e-b642-07506b562a37 req-9f88d870-8dfe-4598-a7f5-ca0353674a56 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899045 Apr 07 06:32:56.809325 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15982978-c100-46cd-9a87-acd4c7e4b5c4 {{(pid=103956) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:32:56.816773 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks [] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.829639 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.provisioning_blocks [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Transition to ACTIVE for port object 15982978-c100-46cd-9a87-acd4c7e4b5c4 will not be triggered until provisioned by entity L2. {{(pid=103956) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:32:56.842999 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.871014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:56.877520 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.877520 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] 10.222.0.25 "PUT /v2.0/ports/5ae09984-1f44-4050-af85-77fa4db894a5 HTTP/1.1" status: 200 len: 1094 time: 0.8703003 Apr 07 06:32:56.877520 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:56.877520 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:56.904640 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce338cc3-5618-4700-a3dc-9387ee9ac3ba service neutron] Pushing event updated for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:56.941672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:56.983576 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d449d8a4-2dca-45ad-a33d-974aca229c5f x-openstack-request-id: req-d449d8a4-2dca-45ad-a33d-974aca229c5f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:56.983966 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:56.984295 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d449d8a4-2dca-45ad-a33d-974aca229c5f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:56.984763 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d449d8a4-2dca-45ad-a33d-974aca229c5f'] response: {'name': 'network-changed', 'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5', 'status': 'completed', 'code': 200} Apr 07 06:32:57.018003 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Pushing event updated for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:57.042676 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-0a453f5b-a38d-4274-bc27-5bcb911f3bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.046514 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-0a453f5b-a38d-4274-bc27-5bcb911f3bb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 1128 time: 0.0539114 Apr 07 06:32:57.091163 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-3a9fc6bb-14dd-4546-af44-8670b058a00f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae09984-1f44-4050-af85-77fa4db894a5 HTTP/1.1" status: 200 len: 217 time: 0.0360272 Apr 07 06:32:57.103327 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Attempting to bind port 15982978-c100-46cd-9a87-acd4c7e4b5c4 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:32:57.104102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Attempting to bind port 15982978-c100-46cd-9a87-acd4c7e4b5c4 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:32:57.104388 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Attempting to bind port 15982978-c100-46cd-9a87-acd4c7e4b5c4 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:57.108897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Port 15982978-c100-46cd-9a87-acd4c7e4b5c4 on network f5ea2476-10fc-4956-aac9-712fe1362e44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:32:57.109217 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Attempting to bind port 15982978-c100-46cd-9a87-acd4c7e4b5c4 on network f5ea2476-10fc-4956-aac9-712fe1362e44 {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:32:57.114267 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:32:57.114856 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Checking segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:32:57.115242 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Bound using segment: {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'} {{(pid=103956) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:32:57.115674 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.managers [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Bound port: 15982978-c100-46cd-9a87-acd4c7e4b5c4, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91a7f3e5-e387-4a75-bf67-6d27e444eb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44'}}] {{(pid=103956) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:32:57.116080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:57.152128 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-e8a0f025-8c4c-4830-ae8f-186b7c63d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.152128 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-e8a0f025-8c4c-4830-ae8f-186b7c63d10e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0534370 Apr 07 06:32:57.204548 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, cleared binding levels {{(pid=103956) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:32:57.212418 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-c022d448-fc49-44e9-b6e7-7ad170040610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.220748 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-c022d448-fc49-44e9-b6e7-7ad170040610 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547419 Apr 07 06:32:57.242404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:32:57.268002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95523c0e-9b4e-4a4c-b169-76820eeee27c req-c2d971ed-c82d-48c4-90d4-7c4c5b09bd04 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.269527 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95523c0e-9b4e-4a4c-b169-76820eeee27c req-c2d971ed-c82d-48c4-90d4-7c4c5b09bd04 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 944 time: 0.0689278 Apr 07 06:32:57.301917 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:57.309898 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-9ed07200-8980-41fd-9a8a-fe89d02068db service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887971 Apr 07 06:32:57.347849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.348834 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:57.350239 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] 10.222.0.25 "PUT /v2.0/ports/15982978-c100-46cd-9a87-acd4c7e4b5c4 HTTP/1.1" status: 200 len: 1093 time: 0.9783452 Apr 07 06:32:57.352908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:32:57.355089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fa55af-0105-47b2-a26b-08280548d56e" -d '{"events": [{"name": "network-changed", "server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:32:57.363459 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-95523c0e-9b4e-4a4c-b169-76820eeee27c req-7480789b-8560-4721-9e73-072d9c1dad85 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878792 Apr 07 06:32:57.393532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Pushing event updated for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=3']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:57.401526 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.401887 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.402236 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.402576 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.402914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.404018 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.404414 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.404845 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.405186 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.405714 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.406063 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.406632 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.406883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.407121 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.407460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1785fade-cc7e-4260-971f-c2be0ce04d9c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:32:57.413937 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e96658-b125-4541-94f5-361c92d0f4ef x-openstack-request-id: req-43e96658-b125-4541-94f5-361c92d0f4ef {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:32:57.414241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:32:57.414485 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43e96658-b125-4541-94f5-361c92d0f4ef {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:32:57.414893 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43e96658-b125-4541-94f5-361c92d0f4ef'] response: {'name': 'network-changed', 'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'status': 'completed', 'code': 200} Apr 07 06:32:57.423240 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a5a2b901-0b8e-4ec3-be65-ca8b84dcc0f0 req-23f68977-4e93-449f-8fa0-30e2fcc6389d service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051652 Apr 07 06:32:57.489108 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa55af-0105-47b2-a26b-08280548d56e req-70bc7d14-ec43-41ba-9877-0905a336dcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.491686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7fa55af-0105-47b2-a26b-08280548d56e req-70bc7d14-ec43-41ba-9877-0905a336dcc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 1127 time: 0.0538752 Apr 07 06:32:57.592650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa55af-0105-47b2-a26b-08280548d56e req-f6a49736-50a0-42c4-aaca-b093832fb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.594125 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7fa55af-0105-47b2-a26b-08280548d56e req-f6a49736-50a0-42c4-aaca-b093832fb4fe service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=e654563225464c6c925e0f97b63a12d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0950577 Apr 07 06:32:57.968922 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea298-adb6-4cf0-9ea8-210003bfb535 req-056cbaf6-b58c-4af0-9f5a-2bf0dbdbbebc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:57.970418 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-069ea298-adb6-4cf0-9ea8-210003bfb535 req-056cbaf6-b58c-4af0-9f5a-2bf0dbdbbebc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 943 time: 0.0560734 Apr 07 06:32:58.015834 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-069ea298-adb6-4cf0-9ea8-210003bfb535 req-b0916efa-9407-45ce-a2ec-a0046f9929ac tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398080 Apr 07 06:32:58.495339 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-1812862d-ee8c-49ca-a6b3-ec6140731da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.497081 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-1812862d-ee8c-49ca-a6b3-ec6140731da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 1128 time: 0.0448887 Apr 07 06:32:58.547802 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b75803-4e1e-4774-b32c-bf849a0052d2 req-e164e4ae-ce72-4492-91e6-eee9683bc705 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.549266 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d9b75803-4e1e-4774-b32c-bf849a0052d2 req-e164e4ae-ce72-4492-91e6-eee9683bc705 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 944 time: 0.1129804 Apr 07 06:32:58.583657 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa55af-0105-47b2-a26b-08280548d56e req-e3191c40-4154-4594-b108-89b4baa60a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.585224 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a7fa55af-0105-47b2-a26b-08280548d56e req-e3191c40-4154-4594-b108-89b4baa60a7e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1501987 Apr 07 06:32:58.593153 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-11d94d63-eaaf-46be-b355-3d991892ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.594616 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-11d94d63-eaaf-46be-b355-3d991892ba00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.0912695 Apr 07 06:32:58.611464 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d9b75803-4e1e-4774-b32c-bf849a0052d2 req-2010ba56-eaad-479e-a9e7-b8f859b3e16c tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559115 Apr 07 06:32:58.646868 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-6df288ca-819b-4c44-92e0-3c3436dd0ba6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae09984-1f44-4050-af85-77fa4db894a5 HTTP/1.1" status: 200 len: 217 time: 0.0365391 Apr 07 06:32:58.678505 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-e8f30eb8-052b-4508-9ab7-abf5fa6e4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.680332 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-e8f30eb8-052b-4508-9ab7-abf5fa6e4063 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 1127 time: 0.0448248 Apr 07 06:32:58.697065 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-1a9330da-9528-495b-be83-e7fae9ea2fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.698530 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-1a9330da-9528-495b-be83-e7fae9ea2fd9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0448954 Apr 07 06:32:58.725711 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-4446cbc1-724b-4e9e-9369-901791a10eb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4 HTTP/1.1" status: 200 len: 217 time: 0.0378513 Apr 07 06:32:58.751181 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-39995a33-a7dc-442d-9e10-55c55f9b56f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.752704 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-39995a33-a7dc-442d-9e10-55c55f9b56f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478611 Apr 07 06:32:58.776117 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-155d260b-009a-4b37-9ae5-692001804c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.777551 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-155d260b-009a-4b37-9ae5-692001804c45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.0442133 Apr 07 06:32:58.832662 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-d5440ba9-ccaf-4931-a921-f04f8b417cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:58.834381 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-d5440ba9-ccaf-4931-a921-f04f8b417cfb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469830 Apr 07 06:32:58.844143 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-86a21159-5955-4d08-a9a2-63b6d8e41200 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839846 Apr 07 06:32:58.927097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-798d6f8a-ac9a-4141-ae67-baa5e3415f3d service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Apr 07 06:32:58.935923 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8dfd026e-ea7e-4321-835a-a6c83ad31cc0 req-ec805868-f129-4f7c-a005-88c9c2016f81 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847414 Apr 07 06:32:58.989864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ae09984-1f44-4050-af85-77fa4db894a5 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:32:59.017589 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d7fcd26-e9e2-4857-ad16-4baac532f47b req-ff685e98-de8d-421d-a6ef-3b2bf1cd2b2d service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837450 Apr 07 06:32:59.088893 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ae09984-1f44-4050-af85-77fa4db894a5,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:59.100204 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '5ae09984-1f44-4050-af85-77fa4db894a5', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'port_id': '5ae09984-1f44-4050-af85-77fa4db894a5', 'mac_address': 'fa:16:3e:ec:91:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:32:59.139833 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5f342-828d-46e3-9e34-b358f9ce2cf9 req-3c1464c0-79d4-4f2c-9c47-cb9b5138e5a4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:59.140872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5ae09984-1f44-4050-af85-77fa4db894a5 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:32:59.141269 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:59.141408 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94d5f342-828d-46e3-9e34-b358f9ce2cf9 req-3c1464c0-79d4-4f2c-9c47-cb9b5138e5a4 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 943 time: 0.0595741 Apr 07 06:32:59.153959 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae09984-1f44-4050-af85-77fa4db894a5 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:32:59.173521 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ae09984-1f44-4050-af85-77fa4db894a5,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:32:59.192045 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94d5f342-828d-46e3-9e34-b358f9ce2cf9 req-be44c595-0e8f-446a-b0b3-829d3dbd0e4b tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448637 Apr 07 06:32:59.267438 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:32:59.317177 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:32:59.339167 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb81b80-143b-4940-86c4-1ab9a262aa22 req-e0bedbbf-7198-4109-9790-139ebcf60a55 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:59.340677 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdb81b80-143b-4940-86c4-1ab9a262aa22 req-e0bedbbf-7198-4109-9790-139ebcf60a55 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0521441 Apr 07 06:32:59.387233 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bdb81b80-143b-4940-86c4-1ab9a262aa22 req-c7601261-fe97-47b6-9570-db61d3a24f39 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Apr 07 06:32:59.412707 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:32:59.538711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5ae09984-1f44-4050-af85-77fa4db894a5'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:32:59.729784 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25042-5059-404b-bd35-8c111f6747e6 req-65c83263-89d8-49b8-a55a-ee6aca9cd22a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:32:59.731248 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1fc25042-5059-404b-bd35-8c111f6747e6 req-65c83263-89d8-49b8-a55a-ee6aca9cd22a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 945 time: 0.0513661 Apr 07 06:32:59.776921 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1fc25042-5059-404b-bd35-8c111f6747e6 req-dde113f5-2753-4755-8801-8efde7ff82d5 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400591 Apr 07 06:33:00.308992 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeede1b-d8e6-4a28-8b13-cc738686e288 req-39000180-aea6-476a-8c23-4e4a95392f16 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:00.310950 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbeede1b-d8e6-4a28-8b13-cc738686e288 req-39000180-aea6-476a-8c23-4e4a95392f16 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 943 time: 0.0547702 Apr 07 06:33:00.356715 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbeede1b-d8e6-4a28-8b13-cc738686e288 req-cbe4c375-88db-490d-ad31-83b39c55c287 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399325 Apr 07 06:33:00.506478 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8278d12-0c0e-4d0d-b225-bd40c24db2a3 req-74dbb54f-58bc-420a-8a05-23e713f765be tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:00.507880 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8278d12-0c0e-4d0d-b225-bd40c24db2a3 req-74dbb54f-58bc-420a-8a05-23e713f765be tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0515227 Apr 07 06:33:00.553142 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f8278d12-0c0e-4d0d-b225-bd40c24db2a3 req-6f503e66-faef-4727-a960-f9d13fce2421 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398035 Apr 07 06:33:00.896842 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711456dd-c1e7-40a3-8d64-53fdd89a49f1 req-c2b9ddd6-23c6-4ae9-89d4-276d07a703a4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:00.898301 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-711456dd-c1e7-40a3-8d64-53fdd89a49f1 req-c2b9ddd6-23c6-4ae9-89d4-276d07a703a4 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 945 time: 0.0557854 Apr 07 06:33:00.942961 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-711456dd-c1e7-40a3-8d64-53fdd89a49f1 req-4e14b1dc-5613-4cfb-a799-51ea0a207211 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391884 Apr 07 06:33:01.012184 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 15982978-c100-46cd-9a87-acd4c7e4b5c4 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:33:01.016741 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ae09984-1f44-4050-af85-77fa4db894a5 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:33:01.144517 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:01.156007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'port_id': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'mac_address': 'fa:16:3e:70:d4:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:33:01.181312 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 5ae09984-1f44-4050-af85-77fa4db894a5 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:33:01.195188 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 5ae09984-1f44-4050-af85-77fa4db894a5 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:33:01.195568 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:01.218243 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 15982978-c100-46cd-9a87-acd4c7e4b5c4 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:01.218629 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:01.240307 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15982978-c100-46cd-9a87-acd4c7e4b5c4 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:33:01.264658 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:01.300157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5ae09984-1f44-4050-af85-77fa4db894a5 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:01.300456 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:01.303457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:01.348532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:01.350751 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa53979-be8e-4b03-9d7c-6a57a5a9ffcf" -d '{"events": [{"server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:01.479497 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b9ffc-1908-4d06-b95b-b751871c6e87 req-3479bd6c-5c11-44ab-9093-e63c5b940c06 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:01.480940 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aa5b9ffc-1908-4d06-b95b-b751871c6e87 req-3479bd6c-5c11-44ab-9093-e63c5b940c06 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 944 time: 0.0557091 Apr 07 06:33:01.489176 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d48841-e1dc-404f-85f3-dafcf38b690f x-openstack-request-id: req-f1d48841-e1dc-404f-85f3-dafcf38b690f {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:01.489496 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "name": "network-vif-plugged", "status": "completed", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:01.490005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1d48841-e1dc-404f-85f3-dafcf38b690f {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:01.490390 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d48841-e1dc-404f-85f3-dafcf38b690f'] response: {'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5', 'code': 200} Apr 07 06:33:01.499608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ae09984-1f44-4050-af85-77fa4db894a5,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:01.508905 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:01.529845 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aa5b9ffc-1908-4d06-b95b-b751871c6e87 req-5490f1c7-453f-4a6e-ab1a-ec69d8987091 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Apr 07 06:33:01.605272 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['15982978-c100-46cd-9a87-acd4c7e4b5c4'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:33:01.646923 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:01.680473 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6a6b8-72e5-4639-8c8b-784cb0ece0d2 req-8106574d-2901-4d0d-9c16-9367594d558d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:01.682084 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ed6a6b8-72e5-4639-8c8b-784cb0ece0d2 req-8106574d-2901-4d0d-9c16-9367594d558d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0544286 Apr 07 06:33:01.720858 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:01.740310 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ed6a6b8-72e5-4639-8c8b-784cb0ece0d2 req-7ebf8398-7940-445e-b95f-eba5907e7f68 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515585 Apr 07 06:33:01.818759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ab6e1-62e3-4b33-9e57-57408a709115 req-fc3c001d-741a-4e75-a9d1-ef47b49ed110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:01.820352 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96ab6e1-62e3-4b33-9e57-57408a709115 req-fc3c001d-741a-4e75-a9d1-ef47b49ed110 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 1130 time: 0.0437119 Apr 07 06:33:01.865395 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d96ab6e1-62e3-4b33-9e57-57408a709115 req-0f47beec-36dd-470a-9926-45c4ccd1faac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366707 Apr 07 06:33:02.056820 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea846068-7068-472d-b79c-f43f68da3c6f req-c98acf5e-33b3-4006-b01a-8b3541062499 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:02.058257 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea846068-7068-472d-b79c-f43f68da3c6f req-c98acf5e-33b3-4006-b01a-8b3541062499 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0503004 Apr 07 06:33:02.107480 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ea846068-7068-472d-b79c-f43f68da3c6f req-9cfb1920-0f29-4e2e-8462-24326bcf4eb7 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425839 Apr 07 06:33:02.650517 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea38e84-6abe-4024-ae30-0e2e4f9b15e5 req-1b9655bc-d447-47dd-bcb2-ec2590853dcc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:02.652017 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ea38e84-6abe-4024-ae30-0e2e4f9b15e5 req-1b9655bc-d447-47dd-bcb2-ec2590853dcc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 944 time: 0.0575557 Apr 07 06:33:02.697426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ea38e84-6abe-4024-ae30-0e2e4f9b15e5 req-dc83affc-46cd-4faf-8bd6-28e44d5c7f78 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394216 Apr 07 06:33:02.857259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61628a86-4168-422e-88fd-8325f4960e53 req-f1a44f5c-7225-4854-804f-149df90bbd1f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:02.858642 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-61628a86-4168-422e-88fd-8325f4960e53 req-f1a44f5c-7225-4854-804f-149df90bbd1f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0516982 Apr 07 06:33:02.903686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-61628a86-4168-422e-88fd-8325f4960e53 req-6b13e5d0-6dcf-49a6-9137-5eaa3f3f79f7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395577 Apr 07 06:33:03.028527 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 15982978-c100-46cd-9a87-acd4c7e4b5c4 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:33:03.170221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 15982978-c100-46cd-9a87-acd4c7e4b5c4 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:33:03.175241 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 15982978-c100-46cd-9a87-acd4c7e4b5c4 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:33:03.175241 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:03.222900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52fe79-9402-4a38-9750-d7df5e279e1f req-c5761eca-5d90-4af4-b77e-75bf5635817f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:03.224404 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d52fe79-9402-4a38-9750-d7df5e279e1f req-c5761eca-5d90-4af4-b77e-75bf5635817f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0519581 Apr 07 06:33:03.253627 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 15982978-c100-46cd-9a87-acd4c7e4b5c4 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:03.254022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:03.274316 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d52fe79-9402-4a38-9750-d7df5e279e1f req-a53d1c97-4a1f-489e-8ea2-cf93cde46b6e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Apr 07 06:33:03.289739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:03.375431 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:03.424384 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:03.491115 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:03.493479 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554ecef5-6cd2-4581-9848-459b61e9aec6" -d '{"events": [{"server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "name": "network-vif-plugged", "status": "completed", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:03.528138 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d73e302-b1fe-44a7-a1d1-4cf2c95c5512 x-openstack-request-id: req-0d73e302-b1fe-44a7-a1d1-4cf2c95c5512 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:03.528449 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "name": "network-vif-plugged", "status": "completed", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:03.528793 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d73e302-b1fe-44a7-a1d1-4cf2c95c5512 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:03.529789 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d73e302-b1fe-44a7-a1d1-4cf2c95c5512'] response: {'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'code': 200} Apr 07 06:33:03.814818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dce9a-f0ee-4044-8b98-86c170ce0b8d req-4921aa75-00c5-41f9-92d2-e8672f0ff1dc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:03.816618 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0c3dce9a-f0ee-4044-8b98-86c170ce0b8d req-4921aa75-00c5-41f9-92d2-e8672f0ff1dc tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0536685 Apr 07 06:33:03.888668 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0c3dce9a-f0ee-4044-8b98-86c170ce0b8d req-348a130a-a4a3-4ac3-8291-dfdb6d3a61a3 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666451 Apr 07 06:33:03.897568 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d61e1-4de4-4b72-a319-e13f09793a03 req-263daa6c-adee-4828-8856-7df316996b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:03.899004 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d23d61e1-4de4-4b72-a319-e13f09793a03 req-263daa6c-adee-4828-8856-7df316996b83 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 1129 time: 0.0640986 Apr 07 06:33:03.942705 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d23d61e1-4de4-4b72-a319-e13f09793a03 req-36a46d10-d37f-49cc-bb44-b21eafbeb2f3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368633 Apr 07 06:33:04.026148 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673783a-b772-46f0-ab4c-de2ac94aae22 req-58ea605e-3bb1-4411-a6e0-c9bf93042f1c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:04.027524 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2673783a-b772-46f0-ab4c-de2ac94aae22 req-58ea605e-3bb1-4411-a6e0-c9bf93042f1c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0543602 Apr 07 06:33:04.071773 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2673783a-b772-46f0-ab4c-de2ac94aae22 req-dabf99c9-61be-4d26-8bdb-a2b5f606db46 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387754 Apr 07 06:33:04.388942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9389209-9b27-4957-a1db-ffab9ca75142 req-ab05d9f7-6b42-47db-b0e4-cd570abe0966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:04.390401 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9389209-9b27-4957-a1db-ffab9ca75142 req-ab05d9f7-6b42-47db-b0e4-cd570abe0966 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0521615 Apr 07 06:33:04.435703 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b9389209-9b27-4957-a1db-ffab9ca75142 req-06a399c8-c06e-498b-ae71-0e40dbdb1741 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393105 Apr 07 06:33:04.548652 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027fb7-4659-4ee6-ba66-7f9c484d5faa req-1d413712-094a-4e4d-9f9e-17fba1d3b133 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:04.550127 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b4027fb7-4659-4ee6-ba66-7f9c484d5faa req-1d413712-094a-4e4d-9f9e-17fba1d3b133 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0543694 Apr 07 06:33:04.558543 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 44850) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:04.563367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Request body: {'floatingip': {'port_id': '5ae09984-1f44-4050-af85-77fa4db894a5'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:33:04.600608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:05.068257 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:05.076489 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152afbc-a745-49a4-a964-dcb1fae44499 req-dce5ae52-17cc-4cf0-90a3-0bdf77519514 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:05.077955 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8152afbc-a745-49a4-a964-dcb1fae44499 req-dce5ae52-17cc-4cf0-90a3-0bdf77519514 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.1043234 Apr 07 06:33:05.123528 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8152afbc-a745-49a4-a964-dcb1fae44499 req-4576243d-12a9-4e97-84cb-36c4554f84ae tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 Apr 07 06:33:05.152225 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:05.266871 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452c2c5-6f5e-4d97-a1cb-f560c636a238 req-eabecb00-3069-492e-9a4d-777b568a368d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:05.268292 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0452c2c5-6f5e-4d97-a1cb-f560c636a238 req-eabecb00-3069-492e-9a4d-777b568a368d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.1276953 Apr 07 06:33:05.549197 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Floating IP 8f3f12f7-c8bb-4869-b16a-b67e4e27f259 associated. External IP: 172.27.3.145, port: 5ae09984-1f44-4050-af85-77fa4db894a5. Apr 07 06:33:05.609547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0452c2c5-6f5e-4d97-a1cb-f560c636a238 req-36e3418e-eeec-4cb8-b2ec-f8315c588383 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344436 Apr 07 06:33:05.780631 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:33:05.887879 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:33:05.893335 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:05.898254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:33:05.908238 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:05.908864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:05.922179 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5b2a7091-5359-46d8-8dca-a72aab092c1a tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "PUT /v2.0/floatingips/8f3f12f7-c8bb-4869-b16a-b67e4e27f259 HTTP/1.1" status: 200 len: 992 time: 1.3626125 Apr 07 06:33:05.922852 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:05.925273 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c16ffbd-230b-42a7-82c8-dda51484290f" -d '{"events": [{"name": "network-changed", "server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:05.968269 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa13a271-8e3d-46c6-af60-ca35e2347943 x-openstack-request-id: req-aa13a271-8e3d-46c6-af60-ca35e2347943 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:05.968561 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:05.968835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa13a271-8e3d-46c6-af60-ca35e2347943 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:05.969235 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa13a271-8e3d-46c6-af60-ca35e2347943'] response: {'name': 'network-changed', 'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5', 'status': 'completed', 'code': 200} Apr 07 06:33:06.018144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:06.031625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-c19f8471-c3dc-4eb4-9b5d-a2dc862f4541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.033154 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-c19f8471-c3dc-4eb4-9b5d-a2dc862f4541 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 1130 time: 0.0446131 Apr 07 06:33:06.120558 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-a6ab2646-9a19-4cec-808a-26c68acbc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.122055 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-a6ab2646-9a19-4cec-808a-26c68acbc703 service neutron] 10.222.0.25 "GET /v2.0/networks?id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 200 len: 910 time: 0.0827131 Apr 07 06:33:06.194390 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-6c082728-c33e-4797-aa3a-00e02f57f131 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ae09984-1f44-4050-af85-77fa4db894a5 HTTP/1.1" status: 200 len: 1000 time: 0.0651560 Apr 07 06:33:06.270037 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-a24e613b-3439-44dc-b6de-a6ca4bf194d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.271491 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-a24e613b-3439-44dc-b6de-a6ca4bf194d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 200 len: 849 time: 0.0682764 Apr 07 06:33:06.280915 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '8f3f12f7-c8bb-4869-b16a-b67e4e27f259', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '5ae09984-1f44-4050-af85-77fa4db894a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ec:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303f88de-1a5f-45a4-a840-371144a292b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:04Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:06.281166 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce64cf8-e7e1-4c77-97d7-518404d84c64 req-fa530b36-8368-4e5e-90ba-a2e2398922b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.282553 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ce64cf8-e7e1-4c77-97d7-518404d84c64 req-fa530b36-8368-4e5e-90ba-a2e2398922b6 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0911424 Apr 07 06:33:06.311456 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:33:06.319650 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:06.320292 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:06.355623 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ce64cf8-e7e1-4c77-97d7-518404d84c64 req-63f1cddd-4eef-4fc1-8f19-0c74c8d55d98 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647802 Apr 07 06:33:06.358367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-6388fe93-9b43-4338-92b0-0c1e00e8d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.359879 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-6388fe93-9b43-4338-92b0-0c1e00e8d3e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14e378dc-ef95-47d2-9fe2-d50ae083e1d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764325 Apr 07 06:33:06.443870 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:06.484426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-7f9bbf8c-e222-4b73-95ac-8dc77e91f009 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169229 Apr 07 06:33:06.507360 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f3074-cf79-4d44-957c-4773428b0b73 req-2988e56b-e2fb-43d9-91b6-7cc1fca6aeea tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.508845 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d25f3074-cf79-4d44-957c-4773428b0b73 req-2988e56b-e2fb-43d9-91b6-7cc1fca6aeea tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0887189 Apr 07 06:33:06.518268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 44866) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:06.523692 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Request body: {'floatingip': {'port_id': '15982978-c100-46cd-9a87-acd4c7e4b5c4'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:33:06.563094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:06.586130 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1c16ffbd-230b-42a7-82c8-dda51484290f req-1d06fbec-2de1-4e79-bcfb-cdf3b82ddae4 service neutron] 10.222.0.25 "GET /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950212 Apr 07 06:33:06.676654 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '8f3f12f7-c8bb-4869-b16a-b67e4e27f259', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '5ae09984-1f44-4050-af85-77fa4db894a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ec:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303f88de-1a5f-45a4-a840-371144a292b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:04Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:06.709109 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da9c230-96ee-4d9d-8c15-bd9b96af0128 None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '8f3f12f7-c8bb-4869-b16a-b67e4e27f259', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'floating_ip_address': '172.27.3.145', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'port_id': '5ae09984-1f44-4050-af85-77fa4db894a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 440, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'mac_address': 'fa:16:3e:ec:91:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '303f88de-1a5f-45a4-a840-371144a292b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:04Z', 'revision_number': 1, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:33:06.758479 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bcadb-58df-4aec-bd5b-314986601c08 req-64f4eceb-ecb0-45ae-aecd-0ab1a445c435 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:06.767913 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b60bcadb-58df-4aec-bd5b-314986601c08 req-64f4eceb-ecb0-45ae-aecd-0ab1a445c435 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0726552 Apr 07 06:33:06.817547 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b60bcadb-58df-4aec-bd5b-314986601c08 req-8aa4acfd-66df-48e2-a45b-57b2fa6953cb tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483718 Apr 07 06:33:06.849906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:06.928316 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f125d0-9a82-438a-b7c6-9f3db88481e4 None None] New status for floating IP 8f3f12f7-c8bb-4869-b16a-b67e4e27f259: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:33:07.208690 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:07.272589 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:07.373986 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP cc524eb3-48c6-4b0b-9d01-6a445909d9e9 associated. External IP: 172.27.3.147, port: 15982978-c100-46cd-9a87-acd4c7e4b5c4. Apr 07 06:33:07.580602 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:33:07.690572 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:33:07.695410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:07.700786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:33:07.710964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:07.711649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:07.724426 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ef0ca0c1-d3f0-4e8a-9495-4b599b7c6261 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "PUT /v2.0/floatingips/cc524eb3-48c6-4b0b-9d01-6a445909d9e9 HTTP/1.1" status: 200 len: 991 time: 1.2040577 Apr 07 06:33:07.725048 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:07.727244 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1c0db9-16f4-4262-b6d5-66b22501b052" -d '{"events": [{"name": "network-changed", "server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:07.762447 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9086b65-a427-451e-ab60-6eb618d3fe93 x-openstack-request-id: req-a9086b65-a427-451e-ab60-6eb618d3fe93 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:07.762745 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:07.763573 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9086b65-a427-451e-ab60-6eb618d3fe93 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:07.764015 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9086b65-a427-451e-ab60-6eb618d3fe93'] response: {'name': 'network-changed', 'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'status': 'completed', 'code': 200} Apr 07 06:33:07.831096 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-3a73b482-fdfb-4f15-9735-833aa9a52e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:07.832677 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-3a73b482-fdfb-4f15-9735-833aa9a52e41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e654563225464c6c925e0f97b63a12d7&device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 1129 time: 0.0447938 Apr 07 06:33:07.837140 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:07.956802 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-e8900ef3-69fb-44b6-9887-b9c3be37b4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:07.958639 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-e8900ef3-69fb-44b6-9887-b9c3be37b4f5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 200 len: 914 time: 0.1185737 Apr 07 06:33:07.975443 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8e715-0406-4826-a2c7-a1958c95e211 req-a8579bee-de51-457c-8963-596f978ef440 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:07.976947 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5b8e715-0406-4826-a2c7-a1958c95e211 req-a8579bee-de51-457c-8963-596f978ef440 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0839989 Apr 07 06:33:08.066101 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-c173d971-a8bb-4a72-8c06-75a1d7c13aac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4 HTTP/1.1" status: 200 len: 999 time: 0.0881917 Apr 07 06:33:08.067210 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'cc524eb3-48c6-4b0b-9d01-6a445909d9e9', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:70:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:07Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:08.070454 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5b8e715-0406-4826-a2c7-a1958c95e211 req-a685a4b0-4db9-4f14-b17b-fa6fc90cffbc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860825 Apr 07 06:33:08.094819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:33:08.103227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:08.103873 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:32:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:08.119776 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-c84b3613-c4ea-49ec-adb7-b447a8d2f057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:08.121252 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-c84b3613-c4ea-49ec-adb7-b447a8d2f057 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 200 len: 853 time: 0.0485680 Apr 07 06:33:08.177078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-82a8cd12-f381-4b5e-acd8-241b042a2254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:08.178865 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-82a8cd12-f381-4b5e-acd8-241b042a2254 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f5ea2476-10fc-4956-aac9-712fe1362e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508578 Apr 07 06:33:08.270600 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-d3e46b49-25e8-49f3-a81a-bf5d993cfddf service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847247 Apr 07 06:33:08.337245 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:08.363138 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd1c0db9-16f4-4262-b6d5-66b22501b052 req-2d5ba3ed-2741-45a8-ae0c-fd02b8fef406 service neutron] 10.222.0.25 "GET /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858467 Apr 07 06:33:08.557927 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'cc524eb3-48c6-4b0b-9d01-6a445909d9e9', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:70:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:07Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:08.583868 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851fccd4-c43d-4a6a-bc9d-b0f8ba965069 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'cc524eb3-48c6-4b0b-9d01-6a445909d9e9', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'port_id': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'mac_address': 'fa:16:3e:70:d4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:32:51Z', 'updated_at': '2022-04-07T06:33:07Z', 'revision_number': 1, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:33:08.754266 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a19e19c-1947-4728-8d3e-b064ddf0e2df None None] New status for floating IP cc524eb3-48c6-4b0b-9d01-6a445909d9e9: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:33:09.193749 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cca50-37ba-48e9-905d-ecf36808bb2e req-c344e867-1d97-4c67-ae98-d2d574511f28 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:09.195223 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d2cca50-37ba-48e9-905d-ecf36808bb2e req-c344e867-1d97-4c67-ae98-d2d574511f28 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0517302 Apr 07 06:33:09.240974 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2d2cca50-37ba-48e9-905d-ecf36808bb2e req-ac6e646b-d9c5-4b7e-ad34-f01b7af41144 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394039 Apr 07 06:33:10.367153 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b7bae-e86b-4632-bce4-9d256625d614 req-df03fb4c-c4d7-4266-9581-e5bbc2bd103f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:10.368686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a25b7bae-e86b-4632-bce4-9d256625d614 req-df03fb4c-c4d7-4266-9581-e5bbc2bd103f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0562959 Apr 07 06:33:10.414476 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a25b7bae-e86b-4632-bce4-9d256625d614 req-8a5b1b92-72a7-40d2-8f85-42a2c12e43d6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403318 Apr 07 06:33:11.071515 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:33:11.167055 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:11.177837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:33:11.212737 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: ACTIVE; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:11.213128 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:11.225718 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:33:11.244924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:11.329727 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:11.378062 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=6']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:11.466002 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['58b276b6-a9c1-4e77-be8d-08fea3b496e1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:33:11.536541 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018ed6-f7d8-46a6-8dcb-7a5c65942406 req-91f05a3f-2057-44a9-bf95-3ac9cbd63012 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:11.538084 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e018ed6-f7d8-46a6-8dcb-7a5c65942406 req-91f05a3f-2057-44a9-bf95-3ac9cbd63012 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 944 time: 0.0521269 Apr 07 06:33:11.583614 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2e018ed6-f7d8-46a6-8dcb-7a5c65942406 req-aba9aec9-08e3-44ba-8fa9-7a3ad429979d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398552 Apr 07 06:33:12.707705 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc36db-abba-4fe8-8a07-835967f6b249 req-8755df3b-d1f6-4544-8efc-01693948f5c6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:12.709183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42fc36db-abba-4fe8-8a07-835967f6b249 req-8755df3b-d1f6-4544-8efc-01693948f5c6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 944 time: 0.0517626 Apr 07 06:33:12.760558 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42fc36db-abba-4fe8-8a07-835967f6b249 req-cbe0b84a-cc42-4cd8-b57c-6d1a6c279a80 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457177 Apr 07 06:33:13.066424 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:33:13.112808 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:33:13.113186 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:13.192746 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:13.193140 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:13.215493 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:13.218478 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7823e37-9021-47a8-b229-c09ff17b53ff" -d '{"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:13.230835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:13.315294 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5abb0e-8399-4dfb-b822-56c21304b139 x-openstack-request-id: req-fe5abb0e-8399-4dfb-b822-56c21304b139 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:13.315607 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:13.316005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe5abb0e-8399-4dfb-b822-56c21304b139 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:13.316405 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe5abb0e-8399-4dfb-b822-56c21304b139'] response: {'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'code': 200} Apr 07 06:33:13.317963 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:13.363988 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=7']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:13.371000 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.371370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.371722 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.372096 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.372462 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.372799 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.373131 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.373462 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.373790 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.374120 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.374450 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.374816 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.375151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.375474 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.375941 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:13.907418 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d4611-c193-4ec3-9a6e-809443101e92 req-66de64ca-e81f-4051-9ad3-ce94ead44bd6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:13.908962 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-218d4611-c193-4ec3-9a6e-809443101e92 req-66de64ca-e81f-4051-9ad3-ce94ead44bd6 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0684350 Apr 07 06:33:13.975626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-218d4611-c193-4ec3-9a6e-809443101e92 req-7fd75949-20f1-4858-81a2-045c7b97fbe7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609608 Apr 07 06:33:15.105508 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0e212-a731-4da9-8864-a93e159a65b1 req-c504d7a6-1959-49e5-ad87-5e4fe6d9ea4d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:15.107640 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71f0e212-a731-4da9-8864-a93e159a65b1 req-c504d7a6-1959-49e5-ad87-5e4fe6d9ea4d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0570691 Apr 07 06:33:15.158267 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-71f0e212-a731-4da9-8864-a93e159a65b1 req-1cb6773d-e8a6-408d-8292-3b4fbfe12c23 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444269 Apr 07 06:33:16.308089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510e98f-7618-4f87-9fe4-03ee783c2580 req-00657b0c-3327-4f95-9f96-0f1bc7cd00c2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:16.309666 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9510e98f-7618-4f87-9fe4-03ee783c2580 req-00657b0c-3327-4f95-9f96-0f1bc7cd00c2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0593927 Apr 07 06:33:16.360698 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9510e98f-7618-4f87-9fe4-03ee783c2580 req-d277710a-1b08-472f-95c6-4154e8b2a552 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410340 Apr 07 06:33:17.494831 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae17fd9-d531-43e2-a060-eaec64c3ceea req-4d03222a-4afa-4200-9df9-605d8d37d5fc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:17.496358 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ae17fd9-d531-43e2-a060-eaec64c3ceea req-4d03222a-4afa-4200-9df9-605d8d37d5fc tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0559778 Apr 07 06:33:17.552436 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ae17fd9-d531-43e2-a060-eaec64c3ceea req-26a39fd0-5136-4d1d-bd01-ec9723848fae tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483947 Apr 07 06:33:18.238079 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c73355dd-3be9-418e-b925-2d47454e4d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:18.702140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4923843-61f4-45ec-a4c6-962081c8c327 req-ffd9994c-8fb6-4e55-ae80-137ec742cfc2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:18.704482 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4923843-61f4-45ec-a4c6-962081c8c327 req-ffd9994c-8fb6-4e55-ae80-137ec742cfc2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0658174 Apr 07 06:33:18.766889 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f4923843-61f4-45ec-a4c6-962081c8c327 req-e1b8eb84-fb45-4953-b015-27665ea815bf tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567729 Apr 07 06:33:19.901046 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953b2e6-e7e3-4d60-ba9f-220a7062c016 req-0893ea91-49f4-45b1-88b7-d99f8941fd3f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:19.904333 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1953b2e6-e7e3-4d60-ba9f-220a7062c016 req-0893ea91-49f4-45b1-88b7-d99f8941fd3f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0646856 Apr 07 06:33:19.960332 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1953b2e6-e7e3-4d60-ba9f-220a7062c016 req-be9def42-fabd-42e3-bf11-216705b21dfd tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499198 Apr 07 06:33:20.609954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-413eb68d-4fe3-4e9d-a886-822371eadeac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:21.088594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea31dd0-7a0c-4ec8-bd3b-bba472cf80e4 req-f208ea25-4ceb-48ac-bff5-e46cbfce8b1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:21.090193 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ea31dd0-7a0c-4ec8-bd3b-bba472cf80e4 req-f208ea25-4ceb-48ac-bff5-e46cbfce8b1b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0636730 Apr 07 06:33:21.147557 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ea31dd0-7a0c-4ec8-bd3b-bba472cf80e4 req-d22c8cc2-c26f-4fad-aee3-bea2dc85ac30 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466492 Apr 07 06:33:22.095384 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:22.280644 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7ba2b-951e-441d-b466-3eeb1cff1e49 req-3dd04ff9-e19b-4b5c-83dc-8df9f667eb0e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:22.292209 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2c7ba2b-951e-441d-b466-3eeb1cff1e49 req-3dd04ff9-e19b-4b5c-83dc-8df9f667eb0e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0694170 Apr 07 06:33:22.378689 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d2c7ba2b-951e-441d-b466-3eeb1cff1e49 req-60c06871-3dc8-495f-8da2-ccf1454d2492 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798984 Apr 07 06:33:22.895232 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:23.504190 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb79ee-128a-4a93-b878-7fb34b6860f7 req-380aacd7-51df-4019-91ee-12a8707c7841 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:23.505654 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ccb79ee-128a-4a93-b878-7fb34b6860f7 req-380aacd7-51df-4019-91ee-12a8707c7841 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0511191 Apr 07 06:33:23.550293 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ccb79ee-128a-4a93-b878-7fb34b6860f7 req-9d74096b-a730-4001-bdf6-93e082a5c373 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391073 Apr 07 06:33:23.900834 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-05afb86a-a94d-489b-8f9a-28be9fcd42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:23.902301 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-05afb86a-a94d-489b-8f9a-28be9fcd42ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1129 time: 0.0471139 Apr 07 06:33:23.990238 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-8e13127e-cc43-42eb-866a-5e46a0293e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:23.991647 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-8e13127e-cc43-42eb-866a-5e46a0293e40 service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.0805418 Apr 07 06:33:24.057060 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-8c104a0e-3d57-4fc7-9ca8-52e958e3d18c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 1000 time: 0.0581689 Apr 07 06:33:24.103858 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-42fbae60-22b9-46ce-a583-82b0ea37293c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:24.105251 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-42fbae60-22b9-46ce-a583-82b0ea37293c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0417943 Apr 07 06:33:24.152361 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-65566629-36a0-47ea-a4e7-4d7166ba65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:24.154348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-65566629-36a0-47ea-a4e7-4d7166ba65b4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417838 Apr 07 06:33:24.241921 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-eea558f3-6f6f-4f15-b2e0-47d5ac70721e service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808611 Apr 07 06:33:24.327105 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ef6f11f-5a2a-42ba-902f-62be75fd7374 req-cf0925ea-47fd-4023-8d30-6321edb1d7c8 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780501 Apr 07 06:33:24.437886 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:24.677996 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c73d90-a1e5-4a56-9f95-4a7b084693b8 req-7a90dc59-3ff3-4188-8f7b-23d8158e84c7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:24.679585 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9c73d90-a1e5-4a56-9f95-4a7b084693b8 req-7a90dc59-3ff3-4188-8f7b-23d8158e84c7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0556724 Apr 07 06:33:24.727359 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f9c73d90-a1e5-4a56-9f95-4a7b084693b8 req-4adb2e55-4969-46e3-a3d7-2d02e681949a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421944 Apr 07 06:33:25.149287 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb8324-96b6-482f-a095-965bf852066f req-6def2128-3d7b-4b4a-8b19-d2d6784643e8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:25.150738 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17bb8324-96b6-482f-a095-965bf852066f req-6def2128-3d7b-4b4a-8b19-d2d6784643e8 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0543756 Apr 07 06:33:25.195526 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-17bb8324-96b6-482f-a095-965bf852066f req-678f208d-c6a6-463e-820d-4751ce36485d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390785 Apr 07 06:33:25.848898 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ad95d-42fd-42ae-ab2e-be38a51434c4 req-afcc82be-2beb-4e66-8139-e45d97979900 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:25.850359 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b4ad95d-42fd-42ae-ab2e-be38a51434c4 req-afcc82be-2beb-4e66-8139-e45d97979900 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0512235 Apr 07 06:33:25.895054 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4b4ad95d-42fd-42ae-ab2e-be38a51434c4 req-0c866a93-aab9-4ec7-8626-a981d292ada7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391731 Apr 07 06:33:26.313111 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce895f90-3801-4471-9bfc-4e944c5c7a11 req-54143aa1-9211-4867-8020-e3ceffceb120 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:26.314548 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce895f90-3801-4471-9bfc-4e944c5c7a11 req-54143aa1-9211-4867-8020-e3ceffceb120 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0549319 Apr 07 06:33:26.359567 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce895f90-3801-4471-9bfc-4e944c5c7a11 req-fbac6a89-b40b-4076-beae-7fb8c7bc75bf tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394599 Apr 07 06:33:27.014009 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3dbab-9bce-44e6-b3dc-e016342094b5 req-c932db11-6a65-4208-8b1f-dbb69b29d247 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:27.015467 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca3dbab-9bce-44e6-b3dc-e016342094b5 req-c932db11-6a65-4208-8b1f-dbb69b29d247 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 945 time: 0.0517740 Apr 07 06:33:27.062260 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cca3dbab-9bce-44e6-b3dc-e016342094b5 req-fe05a333-4216-4bc7-beb8-7b3ed8f814a4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412967 Apr 07 06:33:27.107854 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:33:27.190294 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: ACTIVE; New status is: DOWN {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:27.190688 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:27.212033 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:27.214241 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f6ced4-2e0b-4549-9897-ece7d5496a26" -d '{"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-unplugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:27.226381 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:27.255057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f0fe64-3872-4057-927d-56e228f33a66 x-openstack-request-id: req-b1f0fe64-3872-4057-927d-56e228f33a66 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:27.255057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-unplugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:27.255057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1f0fe64-3872-4057-927d-56e228f33a66 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:27.255057 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f0fe64-3872-4057-927d-56e228f33a66'] response: {'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'code': 200} Apr 07 06:33:27.305652 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:27.353044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=8']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:27.474006 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768ac7a-ab0c-485f-8b55-f50b57e69d3c req-aff45d68-6128-4365-bd1c-6c0a5c189d89 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:27.475470 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0768ac7a-ab0c-485f-8b55-f50b57e69d3c req-aff45d68-6128-4365-bd1c-6c0a5c189d89 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0512800 Apr 07 06:33:27.523524 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0768ac7a-ab0c-485f-8b55-f50b57e69d3c req-96faae6c-25ce-428b-9d7f-11df00535ac4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Apr 07 06:33:28.182221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df048a27-da54-48a8-a568-cfe00b3363b8 req-77a9f684-3325-41a0-81b8-bd46996267b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:28.183650 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df048a27-da54-48a8-a568-cfe00b3363b8 req-77a9f684-3325-41a0-81b8-bd46996267b2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0510316 Apr 07 06:33:28.228891 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-df048a27-da54-48a8-a568-cfe00b3363b8 req-4479aeea-5a46-43c7-a22d-fc8b2cd90138 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397084 Apr 07 06:33:28.638449 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1114-255c-4b34-b5f5-96ec2f7408ec req-601666e6-0f66-4d0d-8b33-455eb6ad834e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:28.639923 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-056f1114-255c-4b34-b5f5-96ec2f7408ec req-601666e6-0f66-4d0d-8b33-455eb6ad834e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0515413 Apr 07 06:33:28.684837 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-056f1114-255c-4b34-b5f5-96ec2f7408ec req-853acb3a-1596-4b58-a2b4-2b4835df4950 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 Apr 07 06:33:29.354497 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703b64-b90a-480f-a09d-c5ea0aaa5f76 req-2885d87b-6630-4b6e-831e-8075991be85e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:29.356001 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-50703b64-b90a-480f-a09d-c5ea0aaa5f76 req-2885d87b-6630-4b6e-831e-8075991be85e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0591278 Apr 07 06:33:29.404814 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-50703b64-b90a-480f-a09d-c5ea0aaa5f76 req-0bf18d2e-50aa-47c5-b7d9-ab4191fff63b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426004 Apr 07 06:33:29.776375 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-a039ec85-bf26-4919-a9f7-c930f131567d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:29.777857 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-a039ec85-bf26-4919-a9f7-c930f131567d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0628929 Apr 07 06:33:29.845749 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c81695-aad7-4e05-b741-88b35f2be299 req-fb14897a-0ab0-48e9-b653-cb7ab0d03243 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:29.850610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36c81695-aad7-4e05-b741-88b35f2be299 req-fb14897a-0ab0-48e9-b653-cb7ab0d03243 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 945 time: 0.0896881 Apr 07 06:33:29.921164 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36c81695-aad7-4e05-b741-88b35f2be299 req-2619e97c-7244-45d4-9e02-e07acfbd70cd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=7270e987-4405-41f0-9709-859340cc6772&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680678 Apr 07 06:33:29.936295 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Deleting port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:29.936637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:30.024654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] For port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:30.025015 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:30.440013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:30.440526 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:30.440688 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Floating IP c92758e6-cae1-4b24-adf2-0072d43b39e3 disassociated. External IP: 172.27.3.142, port: fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4. Apr 07 06:33:30.441031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Calling delete_port for fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 owned by compute:nova {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:30.555190 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eb98c-abf9-4079-9036-1dc5f1bad152 req-949f0228-1f29-4f4b-9b59-a7b3fcb6a70e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:30.556686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-325eb98c-abf9-4079-9036-1dc5f1bad152 req-949f0228-1f29-4f4b-9b59-a7b3fcb6a70e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0767269 Apr 07 06:33:30.637447 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-325eb98c-abf9-4079-9036-1dc5f1bad152 req-9527b2c5-97f4-4606-8252-710ba7d4b04d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745766 Apr 07 06:33:30.706647 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:30.739512 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event deleted for resources: {'Port': ['ID=fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:30.861090 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:33:30.973061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:33:30.984621 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:33:30.994285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:30.994900 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:33:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:31.025590 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] No DVR routers for this DVR port fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 on host hv-cinder-83177 {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:33:31.041123 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:31.045081 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-42847d61-3d5d-41b2-91be-0babb8dfb5b7 req-c14fe836-1690-4abe-8da3-bacecdacd23e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "DELETE /v2.0/ports/fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 HTTP/1.1" status: 204 len: 173 time: 1.2527971 Apr 07 06:33:31.046905 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9eb51d1-3610-4098-a3c4-e0def4dfc22f req-f572ccd9-2013-4fd8-893d-a4e6a0dbf44e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4692f78-66ec-48b9-bfcd-9caf77404779 HTTP/1.1" status: 200 len: 210 time: 0.0474069 Apr 07 06:33:31.047327 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'name': 'network-vif-deleted', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:31.049686 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6d592-9454-46a2-8156-76d147b5674f" -d '{"events": [{"server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "name": "network-vif-deleted", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:31.119255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:31.158786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad79d7-0b5d-4e5f-b83e-1cb48aee356e x-openstack-request-id: req-88ad79d7-0b5d-4e5f-b83e-1cb48aee356e {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:31.159168 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4692f78-66ec-48b9-bfcd-9caf77404779", "name": "network-vif-deleted", "tag": "fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:31.159496 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88ad79d7-0b5d-4e5f-b83e-1cb48aee356e {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:31.159986 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ad79d7-0b5d-4e5f-b83e-1cb48aee356e'] response: {'server_uuid': 'd4692f78-66ec-48b9-bfcd-9caf77404779', 'name': 'network-vif-deleted', 'tag': 'fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4', 'status': 'completed', 'code': 200} Apr 07 06:33:31.324692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:31.350047 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:33:31.358959 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:31.359577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:33:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:31.467464 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:31.669257 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:31.694273 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa03c805-bb04-4d8c-b64a-fd34edb76528 None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:28:56Z', 'revision_number': 4, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '8adff38f-8057-434e-ae1a-88a5956b3fa4', 'name': '', 'network_id': '203afecc-4f42-47d0-97e8-ac33f8ccb423', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'mac_address': 'fa:16:3e:7c:72:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:56Z', 'updated_at': '2022-04-07T06:29:00Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'subnets': [{'id': '88f4728f-c3ab-4551-b3b1-7091d01e7e1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:33:31.927692 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84326d3c-b26a-4d2b-8256-6d2a0c70bffe None None] New status for floating IP c92758e6-cae1-4b24-adf2-0072d43b39e3: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:33:32.298499 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45044) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:32.357349 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (7270e987-4405-41f0-9709-859340cc6772), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.381014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (7270e987-4405-41f0-9709-859340cc6772), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.574907 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7270e987-4405-41f0-9709-859340cc6772), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.577613 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.578790 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "DELETE /v2.0/security-groups/7270e987-4405-41f0-9709-859340cc6772 HTTP/1.1" status: 204 len: 168 time: 0.2792971 Apr 07 06:33:32.589172 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45050) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:32.591380 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb06750-ee7f-4a72-82a0-005faba9f8fd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7270e987-4405-41f0-9709-859340cc6772,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:32.604596 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-e70242e4-e987-4120-94f3-36cba1638e22 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] show failed (client error): The resource could not be found. Apr 07 06:33:32.615579 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e70242e4-e987-4120-94f3-36cba1638e22 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups/7270e987-4405-41f0-9709-859340cc6772 HTTP/1.1" status: 404 len: 347 time: 0.0155497 Apr 07 06:33:32.616204 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45052) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:32.617793 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-8f1703e0-247a-4ed3-9e31-00d45d618f6e req-709c86d7-e051-474a-b749-5c8816248a80 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:33:32.618791 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f1703e0-247a-4ed3-9e31-00d45d618f6e req-709c86d7-e051-474a-b749-5c8816248a80 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060735 Apr 07 06:33:32.737921 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Deleting port 678ad222-c96a-4252-a904-8bda9184bed4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:32.738268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (678ad222-c96a-4252-a904-8bda9184bed4), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.816851 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (678ad222-c96a-4252-a904-8bda9184bed4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.817183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (678ad222-c96a-4252-a904-8bda9184bed4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:32.829141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Calling delete_port for 678ad222-c96a-4252-a904-8bda9184bed4 owned by network:floatingip {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:32.953873 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33261c1-3211-48a7-86ec-5f0c2b0606bf req-9c2532bd-cf5c-46f5-8844-f6bab2825d66 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:32.955364 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d33261c1-3211-48a7-86ec-5f0c2b0606bf req-9c2532bd-cf5c-46f5-8844-f6bab2825d66 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0538871 Apr 07 06:33:33.006911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d33261c1-3211-48a7-86ec-5f0c2b0606bf req-a05346cd-4e15-4804-8241-52d68050307e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 Apr 07 06:33:33.043401 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (678ad222-c96a-4252-a904-8bda9184bed4), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:33.067285 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event deleted for resources: {'Port': ['ID=678ad222-c96a-4252-a904-8bda9184bed4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:33.130733 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks [] for floatingip (c92758e6-cae1-4b24-adf2-0072d43b39e3), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:33.133154 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:33.134298 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7e5ef5ba-0cac-4d41-ac4d-bbb1241fc029 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "DELETE /v2.0/floatingips/c92758e6-cae1-4b24-adf2-0072d43b39e3 HTTP/1.1" status: 204 len: 168 time: 0.5233850 Apr 07 06:33:33.217990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-25086214-6e18-40af-917e-ddff278e6a71 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428996 Apr 07 06:33:33.289490 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-89699007-ae65-4cab-9369-59a0df461f03 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:33.290825 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-89699007-ae65-4cab-9369-59a0df461f03 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports/58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 940 time: 0.0458200 Apr 07 06:33:34.131554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f8dfe-eeff-4800-9926-eada425a779a req-410dbc27-ddb2-4bbc-b732-8cdcd7baa1f4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.133101 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e29f8dfe-eeff-4800-9926-eada425a779a req-410dbc27-ddb2-4bbc-b732-8cdcd7baa1f4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0546136 Apr 07 06:33:34.182956 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e29f8dfe-eeff-4800-9926-eada425a779a req-0d481d87-8079-46be-a3e2-c510fe7ce002 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436418 Apr 07 06:33:34.665136 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-7a3a27fe-f56b-4fc8-aafb-7a377829e377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.666609 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-7a3a27fe-f56b-4fc8-aafb-7a377829e377 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358&tenant_id=15de816e94a54017b0b809f20d84b492 HTTP/1.1" status: 200 len: 1127 time: 0.0441158 Apr 07 06:33:34.729370 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-d8cf4c78-4759-4dac-a9c3-d059ca9114c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.730831 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-d8cf4c78-4759-4dac-a9c3-d059ca9114c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=15de816e94a54017b0b809f20d84b492&device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1127 time: 0.0433755 Apr 07 06:33:34.820877 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-1e948c4b-260a-47c6-8301-e89950f84beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.822366 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-1e948c4b-260a-47c6-8301-e89950f84beb service neutron] 10.222.0.25 "GET /v2.0/networks?id=acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 200 len: 917 time: 0.0852790 Apr 07 06:33:34.888899 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-22adfdb1-04fb-4e67-acaf-b4a1cafbeaed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 200 len: 998 time: 0.0598962 Apr 07 06:33:34.936867 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-4a44acdf-8f98-46fe-b57f-f687780bd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.938291 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-4a44acdf-8f98-46fe-b57f-f687780bd197 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 200 len: 856 time: 0.0431457 Apr 07 06:33:34.992819 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-e7f9d78e-ccbd-4b8b-b664-325910c5b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:34.994375 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-e7f9d78e-ccbd-4b8b-b664-325910c5b4a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=acaca60a-1632-43d0-b2ca-5016f14977f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475876 Apr 07 06:33:35.083363 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-309a3b69-7960-4b48-83ec-60b1d4085f4b service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800171 Apr 07 06:33:35.137497 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:33:35.157492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:33:35.157771 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device fb7a8fa9-b0fd-4a49-8bd8-51ed6ecb29e4 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:33:35.175104 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bca89f5d-214c-48a2-b3df-1b9ef0df953f req-53854829-6b54-468d-b6d1-5d8384385e80 service neutron] 10.222.0.25 "GET /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Apr 07 06:33:35.304666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ceda2-6c0d-4e53-8cb0-076346d141aa req-39d2d99c-b49f-4aa5-a0eb-9d66054232f3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:35.306193 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-095ceda2-6c0d-4e53-8cb0-076346d141aa req-39d2d99c-b49f-4aa5-a0eb-9d66054232f3 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0538378 Apr 07 06:33:35.353229 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-095ceda2-6c0d-4e53-8cb0-076346d141aa req-7f7b0a82-c649-4e0f-acb4-99b4108f0136 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401795 Apr 07 06:33:36.115965 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d826898-65b3-498e-b50f-c48837f7aad4 req-0a0df06d-0e8c-4d40-99ee-9e1455c97833 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:36.123531 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d826898-65b3-498e-b50f-c48837f7aad4 req-0a0df06d-0e8c-4d40-99ee-9e1455c97833 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0634298 Apr 07 06:33:36.175680 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6d826898-65b3-498e-b50f-c48837f7aad4 req-cc056574-20cc-49ed-a80d-2f4cc1e80a38 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509608 Apr 07 06:33:36.413493 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:33:36.504652 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8f943-80e8-4f38-99f7-3737525419ec req-09f8448e-dd5e-4979-bd50-b21ba15c82ee tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:36.506224 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a1e8f943-80e8-4f38-99f7-3737525419ec req-09f8448e-dd5e-4979-bd50-b21ba15c82ee tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0630670 Apr 07 06:33:36.556694 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a1e8f943-80e8-4f38-99f7-3737525419ec req-aba5c270-b94c-437b-a8d0-1c2776929a28 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 Apr 07 06:33:36.855195 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:37.298358 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a95c5-8e35-48e1-8a0b-5cf262a46737 req-121c686a-6c02-4543-b7f2-b5658cf43747 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:37.300012 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb6a95c5-8e35-48e1-8a0b-5cf262a46737 req-121c686a-6c02-4543-b7f2-b5658cf43747 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0545270 Apr 07 06:33:37.351392 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fb6a95c5-8e35-48e1-8a0b-5cf262a46737 req-e9fca0e5-004c-4947-9be8-3e46b2cc8c94 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455251 Apr 07 06:33:37.694147 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b74b-8553-4702-aff4-3481785f531b req-d45e8d45-5640-4b4d-b001-50048c1cee2c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:37.695626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5cb0b74b-8553-4702-aff4-3481785f531b req-d45e8d45-5640-4b4d-b001-50048c1cee2c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0637805 Apr 07 06:33:37.747947 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5cb0b74b-8553-4702-aff4-3481785f531b req-fa5af1a7-3aed-491e-a42d-bac4fd756c18 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Apr 07 06:33:38.477149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b876a99-bd47-49f4-a48b-a4c770d56fec req-e2ad108c-fded-4a86-be06-96131190ec29 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:38.479953 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b876a99-bd47-49f4-a48b-a4c770d56fec req-e2ad108c-fded-4a86-be06-96131190ec29 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0568364 Apr 07 06:33:38.529880 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9b876a99-bd47-49f4-a48b-a4c770d56fec req-463408de-f0c2-4267-9e3b-3426768cd35b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444264 Apr 07 06:33:38.873365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df2ebe-bc1b-4a43-b181-3e99637515f2 req-74cdc0bd-bfd4-4d55-9c52-34e6134492c0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:38.874897 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3df2ebe-bc1b-4a43-b181-3e99637515f2 req-74cdc0bd-bfd4-4d55-9c52-34e6134492c0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0569665 Apr 07 06:33:38.923520 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f3df2ebe-bc1b-4a43-b181-3e99637515f2 req-66555b3b-279e-4814-868e-f738e377fad7 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430191 Apr 07 06:33:39.819859 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefbf0ed-761c-47e8-8f26-2ef0fc3cd654 req-323c04e6-79f0-40f8-8ba7-181b5b383b78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:39.821279 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cefbf0ed-761c-47e8-8f26-2ef0fc3cd654 req-323c04e6-79f0-40f8-8ba7-181b5b383b78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0569730 Apr 07 06:33:39.869505 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cefbf0ed-761c-47e8-8f26-2ef0fc3cd654 req-cd2253de-e955-4359-9043-a4d04a96f207 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424023 Apr 07 06:33:40.047338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a39357-3075-487d-ab7f-d878229eef75 req-1e8a2aeb-1452-4070-b77f-ff9776f3cf1f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:40.048957 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-32a39357-3075-487d-ab7f-d878229eef75 req-1e8a2aeb-1452-4070-b77f-ff9776f3cf1f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0530987 Apr 07 06:33:40.101500 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-32a39357-3075-487d-ab7f-d878229eef75 req-b6612696-e6bf-4917-b5c4-23fc9bbb3e8f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467701 Apr 07 06:33:40.993159 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943c9f32-6d3e-49f3-a72b-690762d3fdef req-12a845b2-3f25-4726-9548-18bea667b06f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:40.994573 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-943c9f32-6d3e-49f3-a72b-690762d3fdef req-12a845b2-3f25-4726-9548-18bea667b06f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0563650 Apr 07 06:33:41.042749 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-943c9f32-6d3e-49f3-a72b-690762d3fdef req-8f38ee7e-289a-461c-a844-ef29f457eb5a tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418880 Apr 07 06:33:41.226020 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c78cb40-1fd8-485e-8188-1fb95cf0c05a req-b477e1aa-e9d4-4e06-8c2a-9f22a3bac019 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:41.227521 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c78cb40-1fd8-485e-8188-1fb95cf0c05a req-b477e1aa-e9d4-4e06-8c2a-9f22a3bac019 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0525961 Apr 07 06:33:41.277902 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7c78cb40-1fd8-485e-8188-1fb95cf0c05a req-4e28a28e-23ab-450a-b9de-def0f05d914a tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434711 Apr 07 06:33:42.173011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c388acf2-0547-4ef7-bd20-6a2f38662501 req-33232179-1778-46d2-9060-d4f0dc284eb5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:42.174540 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c388acf2-0547-4ef7-bd20-6a2f38662501 req-33232179-1778-46d2-9060-d4f0dc284eb5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0583835 Apr 07 06:33:42.228319 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c388acf2-0547-4ef7-bd20-6a2f38662501 req-049f7b9d-91ce-480b-92d2-fb3782458aad tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Apr 07 06:33:42.406121 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a3005-0f7b-4bc6-8135-7dd9c5c25553 req-0a6f756c-55ec-447a-90f2-1d937910c068 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:42.407647 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-537a3005-0f7b-4bc6-8135-7dd9c5c25553 req-0a6f756c-55ec-447a-90f2-1d937910c068 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0544238 Apr 07 06:33:42.453938 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-537a3005-0f7b-4bc6-8135-7dd9c5c25553 req-6e817a6f-414c-4faa-bb9b-8e6d9636d1c2 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406883 Apr 07 06:33:43.350109 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed701e7f-8f81-4ae1-b591-3e50550d155d req-8cf51f3c-234d-4ed0-a40e-6a8c1435bc57 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:43.351722 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed701e7f-8f81-4ae1-b591-3e50550d155d req-8cf51f3c-234d-4ed0-a40e-6a8c1435bc57 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0559142 Apr 07 06:33:43.407998 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ed701e7f-8f81-4ae1-b591-3e50550d155d req-987d5f0d-d576-435e-8c87-b197f89f8e9d tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498896 Apr 07 06:33:43.590203 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecc265-344b-4ec4-9cf6-7afab117efd1 req-0aa94e4b-cae9-4f3c-99aa-cecc3d564244 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:43.592417 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a1ecc265-344b-4ec4-9cf6-7afab117efd1 req-0aa94e4b-cae9-4f3c-99aa-cecc3d564244 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0639837 Apr 07 06:33:43.642597 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a1ecc265-344b-4ec4-9cf6-7afab117efd1 req-4d08c7a6-1c45-46cb-b684-81bccc0759aa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439475 Apr 07 06:33:44.524977 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5d2f8-f08f-4db6-a09b-7b6ce9ca6724 req-e30611d8-814f-452c-9043-7eb3e7b5df78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:44.526462 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41e5d2f8-f08f-4db6-a09b-7b6ce9ca6724 req-e30611d8-814f-452c-9043-7eb3e7b5df78 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0518620 Apr 07 06:33:44.571691 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-41e5d2f8-f08f-4db6-a09b-7b6ce9ca6724 req-4976e927-887a-4aa0-81c7-63e0e17cf9e6 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391955 Apr 07 06:33:44.762823 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b81b770-22bc-4998-bb26-569ad60a2cd8 req-5693751f-ebbc-41d7-b21c-eadfefae5b9d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:44.764294 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b81b770-22bc-4998-bb26-569ad60a2cd8 req-5693751f-ebbc-41d7-b21c-eadfefae5b9d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0523324 Apr 07 06:33:44.817390 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0b81b770-22bc-4998-bb26-569ad60a2cd8 req-74016732-dffb-4466-bcf0-62cfa246544c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474863 Apr 07 06:33:45.687166 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472b892-d28e-4c1d-a3c5-9f6c9fb00683 req-f00afd91-2b8e-4626-a14c-e38370f92207 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:45.688666 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a472b892-d28e-4c1d-a3c5-9f6c9fb00683 req-f00afd91-2b8e-4626-a14c-e38370f92207 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0520327 Apr 07 06:33:45.733634 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a472b892-d28e-4c1d-a3c5-9f6c9fb00683 req-b23dac5b-518f-4b87-b0f1-4c3c57093d17 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393527 Apr 07 06:33:45.939292 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f743f-3455-4dc4-8ed1-14af75d38806 req-1597a37e-b942-49ce-b86c-91ece623f803 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:45.940785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b09f743f-3455-4dc4-8ed1-14af75d38806 req-1597a37e-b942-49ce-b86c-91ece623f803 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0518305 Apr 07 06:33:45.987235 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b09f743f-3455-4dc4-8ed1-14af75d38806 req-4fe6bbad-1235-4dc8-abc8-0512940f371b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410376 Apr 07 06:33:46.852786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed94a2-df47-4f38-b0fe-9f2d9abd77f8 req-32b22a54-5466-4846-885d-9359717d2b27 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:46.854243 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b0ed94a2-df47-4f38-b0fe-9f2d9abd77f8 req-32b22a54-5466-4846-885d-9359717d2b27 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0540211 Apr 07 06:33:46.899597 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b0ed94a2-df47-4f38-b0fe-9f2d9abd77f8 req-9ea43867-b169-49e7-b958-97a6c7a47658 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398362 Apr 07 06:33:47.105749 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a15ec-95d3-4769-9ab1-49e8d2efc250 req-b70f647c-410e-4b65-8b71-27ac17a2e703 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:47.107180 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-573a15ec-95d3-4769-9ab1-49e8d2efc250 req-b70f647c-410e-4b65-8b71-27ac17a2e703 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0515122 Apr 07 06:33:47.151348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-573a15ec-95d3-4769-9ab1-49e8d2efc250 req-18e2fcab-0925-442a-b5c8-438d73d28836 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386002 Apr 07 06:33:47.865170 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-00fd7f53-2a19-4009-88b0-433a0ce461b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0460019 Apr 07 06:33:47.933758 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-88e03258-bca3-404a-af72-e21a564dc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:47.935263 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-88e03258-bca3-404a-af72-e21a564dc4fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7e40ad60e8e7486082b6638b218a786b&device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 1130 time: 0.0439813 Apr 07 06:33:48.015505 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f9c3a-8bad-493e-bc66-a5eff2f8c15a req-41985410-16d0-4458-a680-42201ac67573 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.017029 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-202f9c3a-8bad-493e-bc66-a5eff2f8c15a req-41985410-16d0-4458-a680-42201ac67573 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0538449 Apr 07 06:33:48.105007 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-202f9c3a-8bad-493e-bc66-a5eff2f8c15a req-ae753077-5b96-442d-9b98-ebd743d434fb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818343 Apr 07 06:33:48.143345 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-794adfeb-baa4-4416-a28d-f45b3516f1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.144885 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-794adfeb-baa4-4416-a28d-f45b3516f1d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 200 len: 919 time: 0.0977211 Apr 07 06:33:48.194714 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-e0e0c182-f2a1-4be2-a5c6-6b55aae4f501 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 200 len: 217 time: 0.0344901 Apr 07 06:33:48.203690 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-06192660-063c-4022-a81c-fc632745cd16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:48.212578 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-bf93b797-3a4f-4cad-a351-0ba722881a7f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.214091 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-bf93b797-3a4f-4cad-a351-0ba722881a7f tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 945 time: 0.0535343 Apr 07 06:33:48.288476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-46ff30d1-130c-453a-bc9a-58b5c91b6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.289917 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-46ff30d1-130c-453a-bc9a-58b5c91b6e04 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 200 len: 858 time: 0.0892489 Apr 07 06:33:48.315137 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66f91d-3fd2-4dc4-a777-22f8c44745a0 req-f9498650-728e-4dba-b427-02d4cf32edaa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.317003 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce66f91d-3fd2-4dc4-a777-22f8c44745a0 req-f9498650-728e-4dba-b427-02d4cf32edaa tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0844307 Apr 07 06:33:48.317406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Deleting port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:48.317753 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:48.394757 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ce66f91d-3fd2-4dc4-a777-22f8c44745a0 req-0d5a654f-c83c-4322-a8cd-ce8839ea6c0e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Apr 07 06:33:48.397899 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-ea5faf1e-d1c9-4eef-92fd-8808e472293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:48.399646 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-ea5faf1e-d1c9-4eef-92fd-8808e472293d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=203afecc-4f42-47d0-97e8-ac33f8ccb423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1022251 Apr 07 06:33:48.417098 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] For port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:48.417924 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:48.429905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Calling delete_port for 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:48.503710 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-e786c525-f4fb-49ab-b8a4-3e0fda5fd8b4 service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950396 Apr 07 06:33:48.598725 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4265a793-52ea-4b18-9a9b-24d94bcd1cdf req-d47b043f-ce5d-4040-8070-11b526b6367f service neutron] 10.222.0.25 "GET /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881395 Apr 07 06:33:49.117891 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (8a13ddf7-e6a3-45c1-bc88-c0aaca81f612), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:49.130526 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:33:49.144989 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event deleted for resources: {'Port': ['ID=8a13ddf7-e6a3-45c1-bc88-c0aaca81f612,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:49.155200 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.156137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.156137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.156360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.156571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.156909 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.157240 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.158141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.158141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.158335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.158510 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.158832 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.159155 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.159480 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.159849 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:33:49.197703 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:33:49.212906 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] No DVR routers for this DVR port 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:33:49.216244 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:49.218481 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7d9b2336-27e2-4678-b7e8-3b2fe1369da4 req-e86f9424-2ea9-44a1-bd78-44bceceb52b9 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0443268 Apr 07 06:33:49.220602 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-1da99439-8a6f-435b-98a5-95f5313aa9fe req-3061109d-eaec-4d10-97f9-106b899a8fd2 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "DELETE /v2.0/ports/8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 HTTP/1.1" status: 204 len: 173 time: 1.0011361 Apr 07 06:33:49.221020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'name': 'network-vif-deleted', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:49.223270 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fecab545-ed60-4069-816d-3f01bbf933be" -d '{"events": [{"server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "name": "network-vif-deleted", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:49.259794 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acdc450-f6b5-414c-809c-720028072db8 x-openstack-request-id: req-6acdc450-f6b5-414c-809c-720028072db8 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:49.260093 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25f8965f-0b76-48ac-941f-2efc6c24fce0", "name": "network-vif-deleted", "tag": "8a13ddf7-e6a3-45c1-bc88-c0aaca81f612", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:49.260373 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6acdc450-f6b5-414c-809c-720028072db8 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:49.260770 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6acdc450-f6b5-414c-809c-720028072db8'] response: {'server_uuid': '25f8965f-0b76-48ac-941f-2efc6c24fce0', 'name': 'network-vif-deleted', 'tag': '8a13ddf7-e6a3-45c1-bc88-c0aaca81f612', 'status': 'completed', 'code': 200} Apr 07 06:33:49.357333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:49.369272 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'port_id': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'mac_address': 'fa:16:3e:6c:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:33:49.536927 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:49.537321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:49.551641 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:33:49.559473 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ab00e-678a-48fa-9d16-e8b6880d830c req-019e812d-4923-46f8-94b9-062f07ef9a3e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:49.560695 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a0ab00e-678a-48fa-9d16-e8b6880d830c req-019e812d-4923-46f8-94b9-062f07ef9a3e tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 943 time: 0.0788195 Apr 07 06:33:49.575585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:49.617807 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a0ab00e-678a-48fa-9d16-e8b6880d830c req-73386dc6-e868-4652-9bac-b48897e8fbee tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447567 Apr 07 06:33:49.643474 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:49.698342 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=9']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:49.932777 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['58b276b6-a9c1-4e77-be8d-08fea3b496e1'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:33:50.318354 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c42dd426-7f9a-4120-88ca-40d1156230ef req-916b4e88-ff52-462d-98f6-9a154bf890a1 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=25f8965f-0b76-48ac-941f-2efc6c24fce0 HTTP/1.1" status: 200 len: 210 time: 0.0273023 Apr 07 06:33:50.650156 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ac4e341-e508-4bb3-ab76-47722d699f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:50.744497 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459d771-860a-48bc-91e8-4226570fd7cf req-4e89015b-f95a-4d2f-aca1-9a410454cc6b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:50.745905 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5459d771-860a-48bc-91e8-4226570fd7cf req-4e89015b-f95a-4d2f-aca1-9a410454cc6b tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 944 time: 0.0530479 Apr 07 06:33:50.792137 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5459d771-860a-48bc-91e8-4226570fd7cf req-5c29a931-6e22-42a3-a482-65ba893c3fd0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Apr 07 06:33:51.211775 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:33:51.259955 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:33:51.260340 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:51.345724 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:33:51.346107 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:51.369290 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:51.371429 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de861e4c-d63b-4c30-9d88-a174090d428e" -d '{"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:51.383739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:51.472242 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:51.472984 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:33:51.507773 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:33:51.508130 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 8a13ddf7-e6a3-45c1-bc88-c0aaca81f612 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:33:51.538403 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=10']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:51.775736 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f62d75-b9bf-4276-a9ad-24f18b4b6bbb x-openstack-request-id: req-06f62d75-b9bf-4276-a9ad-24f18b4b6bbb {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:51.781343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-plugged", "status": "completed", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:51.781343 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06f62d75-b9bf-4276-a9ad-24f18b4b6bbb {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:51.781343 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f62d75-b9bf-4276-a9ad-24f18b4b6bbb'] response: {'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'code': 200} Apr 07 06:33:51.876611 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83021b-ab33-4cf4-8ca8-7f989820fe26 req-fb60442c-bbaa-4d70-a0dc-fbd24a7c7cf5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:51.878072 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3c83021b-ab33-4cf4-8ca8-7f989820fe26 req-fb60442c-bbaa-4d70-a0dc-fbd24a7c7cf5 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0583143 Apr 07 06:33:51.923540 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3c83021b-ab33-4cf4-8ca8-7f989820fe26 req-5ae7d9f7-23f7-4944-b279-6f54184e6dde tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398197 Apr 07 06:33:51.946222 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:52.028197 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46027169-c527-4b37-8e21-dc2f97ff2744 req-ab316147-29d3-4d20-b28a-b92771f90474 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:52.029679 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46027169-c527-4b37-8e21-dc2f97ff2744 req-ab316147-29d3-4d20-b28a-b92771f90474 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0539589 Apr 07 06:33:52.074661 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-46027169-c527-4b37-8e21-dc2f97ff2744 req-f7c05a8e-f83e-468a-9183-c2189b380095 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394225 Apr 07 06:33:52.900254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:53.044078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d639daaf-38ee-4f6e-a57f-a262a69b13d6 req-e5e2d5ea-d314-40ea-b053-1812f512acf4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:53.046039 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d639daaf-38ee-4f6e-a57f-a262a69b13d6 req-e5e2d5ea-d314-40ea-b053-1812f512acf4 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0532937 Apr 07 06:33:53.097864 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d639daaf-38ee-4f6e-a57f-a262a69b13d6 req-0877e095-6864-43af-8850-c75c1dcac67e tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462210 Apr 07 06:33:53.198799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f839183-085e-4e5e-9ae7-48666e446943 req-b4f2225c-dbe8-4a88-b459-7fd64397f9ae tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:53.200294 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f839183-085e-4e5e-9ae7-48666e446943 req-b4f2225c-dbe8-4a88-b459-7fd64397f9ae tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0524237 Apr 07 06:33:53.246589 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f839183-085e-4e5e-9ae7-48666e446943 req-54f3afff-ccd2-4d02-8b1b-a3cd9aef9f3f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Apr 07 06:33:54.212752 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc003b-7fa0-4900-bfc7-d5b48b7b4b20 req-9de65dc8-ae61-4983-a1ac-34bc3590f850 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:54.214286 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-56cc003b-7fa0-4900-bfc7-d5b48b7b4b20 req-9de65dc8-ae61-4983-a1ac-34bc3590f850 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0516903 Apr 07 06:33:54.259581 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-56cc003b-7fa0-4900-bfc7-d5b48b7b4b20 req-838a8a90-4c5e-4632-b9b9-7db0f896bb86 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 Apr 07 06:33:54.370067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f10a88-b70d-4fb0-8e94-03576c677cb9 req-2b27e7ed-223d-438a-935a-e2c41b782b10 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:54.371530 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53f10a88-b70d-4fb0-8e94-03576c677cb9 req-2b27e7ed-223d-438a-935a-e2c41b782b10 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0553937 Apr 07 06:33:54.418375 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-53f10a88-b70d-4fb0-8e94-03576c677cb9 req-822a7c29-0a0a-4258-a805-12bdd71bc09f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411711 Apr 07 06:33:54.477194 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:55.306496 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-3e10be1a-0c0d-43c3-9762-b9a98c53c4fb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:55.308057 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-3e10be1a-0c0d-43c3-9762-b9a98c53c4fb tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0581341 Apr 07 06:33:55.367731 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50b13c-5642-42d2-bb8a-15406fc65ea3 req-22baa51e-d02f-4d29-92ef-de7b3124d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:55.369168 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a50b13c-5642-42d2-bb8a-15406fc65ea3 req-22baa51e-d02f-4d29-92ef-de7b3124d718 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 1130 time: 0.0711842 Apr 07 06:33:55.402224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b84bf-e06c-440d-ba5b-925449b57df4 req-f8ab5826-541b-4050-81f4-4044e831fad0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:55.403671 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d31b84bf-e06c-440d-ba5b-925449b57df4 req-f8ab5826-541b-4050-81f4-4044e831fad0 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 946 time: 0.0783498 Apr 07 06:33:55.406676 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Deleting port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:55.407239 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:55.442510 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9a50b13c-5642-42d2-bb8a-15406fc65ea3 req-e72e8743-21d2-4be4-ad4e-7a1803ba9bd2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658932 Apr 07 06:33:55.468335 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d31b84bf-e06c-440d-ba5b-925449b57df4 req-51aa75bd-c6c0-4aed-9a35-24892c270693 tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce8fe083-dc37-4bb0-a6c7-019776947a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542943 Apr 07 06:33:55.500014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] For port c2b6713d-7afc-4082-b9b9-b1e46ef94e17, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:55.500460 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:55.513278 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Calling delete_port for c2b6713d-7afc-4082-b9b9-b1e46ef94e17 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:55.576986 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725aa7c8-edfd-4397-816a-c8828fdad586 req-45a3df88-be95-49f6-9fc3-fed122683d08 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:55.578465 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-725aa7c8-edfd-4397-816a-c8828fdad586 req-45a3df88-be95-49f6-9fc3-fed122683d08 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0538526 Apr 07 06:33:55.627840 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-725aa7c8-edfd-4397-816a-c8828fdad586 req-3069d3ae-8c69-4bf7-9dca-5aa44db342f5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426612 Apr 07 06:33:55.723563 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (c2b6713d-7afc-4082-b9b9-b1e46ef94e17), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:55.736253 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['c2b6713d-7afc-4082-b9b9-b1e46ef94e17'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:33:55.750823 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Pushing event deleted for resources: {'Port': ['ID=c2b6713d-7afc-4082-b9b9-b1e46ef94e17,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:55.797924 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] No DVR routers for this DVR port c2b6713d-7afc-4082-b9b9-b1e46ef94e17 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:33:55.800459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:55.803844 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2d0783a6-50ce-4ee6-892c-fc55198fb8be req-e5783cf8-02ab-478b-96a6-f135f44281dd tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.25 "DELETE /v2.0/ports/c2b6713d-7afc-4082-b9b9-b1e46ef94e17 HTTP/1.1" status: 204 len: 173 time: 0.4904065 Apr 07 06:33:55.804284 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'name': 'network-vif-deleted', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:33:55.806589 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7e7a6-2d61-4fe7-8514-94890fc75194" -d '{"events": [{"server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "name": "network-vif-deleted", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:33:55.845880 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf1e47-ac89-4968-80a0-7923a2cde3cd x-openstack-request-id: req-93bf1e47-ac89-4968-80a0-7923a2cde3cd {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:33:55.846242 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4262a144-600a-4d78-bdeb-50d20ee3853a", "name": "network-vif-deleted", "tag": "c2b6713d-7afc-4082-b9b9-b1e46ef94e17", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:33:55.846610 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93bf1e47-ac89-4968-80a0-7923a2cde3cd {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:33:55.847073 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93bf1e47-ac89-4968-80a0-7923a2cde3cd'] response: {'server_uuid': '4262a144-600a-4d78-bdeb-50d20ee3853a', 'name': 'network-vif-deleted', 'tag': 'c2b6713d-7afc-4082-b9b9-b1e46ef94e17', 'status': 'completed', 'code': 200} Apr 07 06:33:56.577720 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-45be7c48-b5c4-4407-8c4d-234de05f4f3e req-582daa63-b042-46ea-9cf1-5343252d752b tempest-ServerRescueNegativeTestJSON-1176095558 tempest-ServerRescueNegativeTestJSON-1176095558-project] 10.222.0.24 "GET /v2.0/ports?device_id=4262a144-600a-4d78-bdeb-50d20ee3853a HTTP/1.1" status: 200 len: 210 time: 0.0272195 Apr 07 06:33:56.754570 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9153710a-bfe5-41da-8ad9-a90f2a4ae275 req-ac6eb2e4-fbb6-4218-97db-3c77e214a6f9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:56.755993 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9153710a-bfe5-41da-8ad9-a90f2a4ae275 req-ac6eb2e4-fbb6-4218-97db-3c77e214a6f9 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0555060 Apr 07 06:33:56.803021 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9153710a-bfe5-41da-8ad9-a90f2a4ae275 req-f383dc26-8086-4414-b582-75b7d45b48b5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414410 Apr 07 06:33:57.633666 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45286) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:57.925750 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde68980-c7b8-467d-92f6-8185fcdc1045 req-f54088eb-02d5-4542-8c5e-dda23580b64f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:57.928218 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cde68980-c7b8-467d-92f6-8185fcdc1045 req-f54088eb-02d5-4542-8c5e-dda23580b64f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0533192 Apr 07 06:33:57.976877 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cde68980-c7b8-467d-92f6-8185fcdc1045 req-3e471667-1f62-4582-b11a-4b75c6da074d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432339 Apr 07 06:33:58.165479 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:58.651351 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Deleting port 8adff38f-8057-434e-ae1a-88a5956b3fa4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:58.652035 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:58.730679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] For port 8adff38f-8057-434e-ae1a-88a5956b3fa4, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=8adff38f-8057-434e-ae1a-88a5956b3fa4,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:58.731043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:58.744531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Calling delete_port for 8adff38f-8057-434e-ae1a-88a5956b3fa4 owned by network:router_interface {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:58.986232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (8adff38f-8057-434e-ae1a-88a5956b3fa4), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.012624 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8adff38f-8057-434e-ae1a-88a5956b3fa4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:33:59.115848 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45c8fa-14ca-43d2-8087-0030c6039c31 req-9d359830-08bd-4f08-814c-e013d62f87e1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:33:59.122860 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bb45c8fa-14ca-43d2-8087-0030c6039c31 req-9d359830-08bd-4f08-814c-e013d62f87e1 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0638983 Apr 07 06:33:59.166730 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bb45c8fa-14ca-43d2-8087-0030c6039c31 req-6cced7be-151d-434d-9a24-0a9cc88778d4 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Apr 07 06:33:59.201358 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.225931 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device c2b6713d-7afc-4082-b9b9-b1e46ef94e17 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:33:59.249545 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: c2b6713d-7afc-4082-b9b9-b1e46ef94e17 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:33:59.249819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device c2b6713d-7afc-4082-b9b9-b1e46ef94e17 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:33:59.409279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Router 889d6616-d8ed-426e-a3ab-2a0020ed0efc has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:33:59.512302 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:33:59.519987 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-95d4de46-b5ad-43f0-90be-a69bb2cb1ea7 admin admin] 10.222.0.24 "PUT /v2.0/routers/889d6616-d8ed-426e-a3ab-2a0020ed0efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8865476 Apr 07 06:33:59.522219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45314) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:33:59.528306 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Sync routers for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:33:59.538656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:59.539267 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:33:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:59.629332 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks [] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.643399 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:33:59.731552 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks [] for router_gateway (889d6616-d8ed-426e-a3ab-2a0020ed0efc), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.813386 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:33:58Z', 'revision_number': 5, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port': {'id': 'f8b35af2-cee4-4aea-843a-0524627c1c49', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:31:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 262, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:28:54Z', 'updated_at': '2022-04-07T06:28:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:59.839978 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Deleting port f8b35af2-cee4-4aea-843a-0524627c1c49 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:33:59.840327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.843197 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Checking router: 889d6616-d8ed-426e-a3ab-2a0020ed0efc for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:33:59.851715 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Routers {'889d6616-d8ed-426e-a3ab-2a0020ed0efc'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:33:59.852370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:33:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:33:59.931083 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] For port f8b35af2-cee4-4aea-843a-0524627c1c49, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f8b35af2-cee4-4aea-843a-0524627c1c49,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:33:59.931452 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:33:59.943382 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Calling delete_port for f8b35af2-cee4-4aea-843a-0524627c1c49 owned by network:router_gateway {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:33:59.950407 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] Set router 889d6616-d8ed-426e-a3ab-2a0020ed0efc gateway port host: None {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:00.001506 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:33:59Z', 'revision_number': 6, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:00.030069 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82af9a9b-fb21-4d0f-b26e-e0c6f5bd88ce None None] The sync data for ids ['889d6616-d8ed-426e-a3ab-2a0020ed0efc'] in dv-cinder-831776-6-iscsi is: [{'id': '889d6616-d8ed-426e-a3ab-2a0020ed0efc', 'name': 'tempest-ServerRescueNegativeTestJSON-1755926301-router', 'tenant_id': '7e40ad60e8e7486082b6638b218a786b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:28:53Z', 'updated_at': '2022-04-07T06:33:59Z', 'revision_number': 6, 'project_id': '7e40ad60e8e7486082b6638b218a786b', 'gw_port_host': None}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:00.220091 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f8b35af2-cee4-4aea-843a-0524627c1c49), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.245558 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Pushing event deleted for resources: {'Port': ['ID=f8b35af2-cee4-4aea-843a-0524627c1c49,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:00.309345 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.416172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.418452 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks [] for router_controller (889d6616-d8ed-426e-a3ab-2a0020ed0efc), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.528643 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (889d6616-d8ed-426e-a3ab-2a0020ed0efc), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.529233 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 889d6616-d8ed-426e-a3ab-2a0020ed0efc {{(pid=103955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:34:00.534338 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.535478 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-88e03b69-6b61-4f3a-b392-d484a83ff60d admin admin] 10.222.0.24 "DELETE /v2.0/routers/889d6616-d8ed-426e-a3ab-2a0020ed0efc HTTP/1.1" status: 204 len: 168 time: 1.0123444 Apr 07 06:34:00.537954 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45320) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:00.584044 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Deleting subnet 88f4728f-c3ab-4551-b3b1-7091d01e7e1c {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:34:00.587023 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Publish callbacks [] for subnet (88f4728f-c3ab-4551-b3b1-7091d01e7e1c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.620212 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (88f4728f-c3ab-4551-b3b1-7091d01e7e1c), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.724310 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (88f4728f-c3ab-4551-b3b1-7091d01e7e1c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.866812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (88f4728f-c3ab-4551-b3b1-7091d01e7e1c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.892080 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f4728f-c3ab-4551-b3b1-7091d01e7e1c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:00.895709 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:00.903523 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-213a1ab6-2848-4eac-8bc1-6fe0cbbf228d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/88f4728f-c3ab-4551-b3b1-7091d01e7e1c HTTP/1.1" status: 204 len: 168 time: 0.3604002 Apr 07 06:34:00.903629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45324) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:00.907869 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33223f16-9bd9-4935-989f-0d33c21ae524 None None] Network 203afecc-4f42-47d0-97e8-ac33f8ccb423 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:34:00.980005 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (203afecc-4f42-47d0-97e8-ac33f8ccb423), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.043885 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Deleting port 73f1d7fd-12aa-4781-874e-79b9a365d630 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:01.044229 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.071861 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3def981-0834-494d-8a29-140dd15b28df None None] DHCP port deletion for 203afecc-4f42-47d0-97e8-ac33f8ccb423 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:34:01.110401 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] For port 73f1d7fd-12aa-4781-874e-79b9a365d630, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=73f1d7fd-12aa-4781-874e-79b9a365d630,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:01.110682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.124479 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Deleting port 73f1d7fd-12aa-4781-874e-79b9a365d630 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:01.124641 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Calling delete_port for 73f1d7fd-12aa-4781-874e-79b9a365d630 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:01.124762 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.189441 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-d3def981-0834-494d-8a29-140dd15b28df None None] For port 73f1d7fd-12aa-4781-874e-79b9a365d630, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=73f1d7fd-12aa-4781-874e-79b9a365d630,segment=NetworkSegment(c15c7120-a45e-4e5b-bff3-cb1eb93b43f1),segment_id=c15c7120-a45e-4e5b-bff3-cb1eb93b43f1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:01.189821 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.204227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Calling delete_port for 73f1d7fd-12aa-4781-874e-79b9a365d630 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:01.306313 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.314645 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (73f1d7fd-12aa-4781-874e-79b9a365d630), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.329779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Pushing event deleted for resources: {'Port': ['ID=73f1d7fd-12aa-4781-874e-79b9a365d630,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:01.337311 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3def981-0834-494d-8a29-140dd15b28df None None] Pushing event deleted for resources: {'Port': ['ID=73f1d7fd-12aa-4781-874e-79b9a365d630,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:01.338945 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] No DVR routers for this DVR port 73f1d7fd-12aa-4781-874e-79b9a365d630 on host dv-cinder-831776-6-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:01.341232 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.342604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.342604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.342948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.343282 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.343618 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.343968 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.344307 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.344428 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3def981-0834-494d-8a29-140dd15b28df None None] No DVR routers for this DVR port 73f1d7fd-12aa-4781-874e-79b9a365d630 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:01.344619 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.345124 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.345262 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.345600 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.345921 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.346246 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.346570 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:01.417883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (203afecc-4f42-47d0-97e8-ac33f8ccb423), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.436959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['203afecc-4f42-47d0-97e8-ac33f8ccb423']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:01.445806 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:01.446103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c15c7120-a45e-4e5b-bff3-cb1eb93b43f1') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:01.455550 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (c15c7120-a45e-4e5b-bff3-cb1eb93b43f1), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.468721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (c15c7120-a45e-4e5b-bff3-cb1eb93b43f1), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.474257 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:34:01.474660 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (c15c7120-a45e-4e5b-bff3-cb1eb93b43f1), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:34:01.476287 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:34:01.614288 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (203afecc-4f42-47d0-97e8-ac33f8ccb423), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.621433 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:01.625033 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] 10.222.0.24 "DELETE /v2.0/networks/203afecc-4f42-47d0-97e8-ac33f8ccb423 HTTP/1.1" status: 204 len: 168 time: 0.7199707 Apr 07 06:34:01.634457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b2830-1b1c-4f1c-b730-e40b4e7ddcee admin admin] Pushing event deleted for resources: {'Network': ['ID=203afecc-4f42-47d0-97e8-ac33f8ccb423,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:01.918657 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 8adff38f-8057-434e-ae1a-88a5956b3fa4 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:01.941634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 8adff38f-8057-434e-ae1a-88a5956b3fa4 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:01.941983 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 8adff38f-8057-434e-ae1a-88a5956b3fa4 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:01.942400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f8b35af2-cee4-4aea-843a-0524627c1c49 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:01.952999 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45330) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:01.961304 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: f8b35af2-cee4-4aea-843a-0524627c1c49 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:01.961702 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f8b35af2-cee4-4aea-843a-0524627c1c49 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:01.962101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 73f1d7fd-12aa-4781-874e-79b9a365d630 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:01.981769 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 73f1d7fd-12aa-4781-874e-79b9a365d630 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:01.981894 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 73f1d7fd-12aa-4781-874e-79b9a365d630 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:01.998333 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45334) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:01.998886 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-825b953e-6dc3-451e-a7c8-5b5f71c70bb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e40ad60e8e7486082b6638b218a786b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441749 Apr 07 06:34:02.045701 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] Publish callbacks [] for security_group (ce8fe083-dc37-4bb0-a6c7-019776947a90), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:02.066719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] Publish callbacks [] for security_group (ce8fe083-dc37-4bb0-a6c7-019776947a90), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:02.191756 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ce8fe083-dc37-4bb0-a6c7-019776947a90), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:02.194429 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:02.195604 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce8fe083-dc37-4bb0-a6c7-019776947a90 HTTP/1.1" status: 204 len: 168 time: 0.1953335 Apr 07 06:34:02.203977 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b0728-1004-499e-8563-9e1f6c7576ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8fe083-dc37-4bb0-a6c7-019776947a90,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:06.854204 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:13.412726 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:34:15.620605 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45550) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:15.728142 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adca9805-5aa7-44a8-9fcd-d108b8ea3b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:15.800443 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adca9805-5aa7-44a8-9fcd-d108b8ea3b8d admin admin] Publish callbacks [] for security_group (e47744c2-a0ac-4c3e-ae9f-e969a73cee7c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:15.865544 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-adca9805-5aa7-44a8-9fcd-d108b8ea3b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e47744c2-a0ac-4c3e-ae9f-e969a73cee7c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:15.903369 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-adca9805-5aa7-44a8-9fcd-d108b8ea3b8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a1a8e01c71c4566966d8fac4381f8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817206 Apr 07 06:34:15.904283 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca9805-5aa7-44a8-9fcd-d108b8ea3b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47744c2-a0ac-4c3e-ae9f-e969a73cee7c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:15.906216 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45554) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:15.956535 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] Publish callbacks [] for security_group (e47744c2-a0ac-4c3e-ae9f-e969a73cee7c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:15.977001 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] Publish callbacks [] for security_group (e47744c2-a0ac-4c3e-ae9f-e969a73cee7c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:16.105768 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e47744c2-a0ac-4c3e-ae9f-e969a73cee7c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:16.108382 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:16.111841 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47744c2-a0ac-4c3e-ae9f-e969a73cee7c HTTP/1.1" status: 204 len: 168 time: 0.2044830 Apr 07 06:34:16.120488 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80fef8-eb2e-4991-8ba3-ff76555e8cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47744c2-a0ac-4c3e-ae9f-e969a73cee7c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:16.779650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45564) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:17.043400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b81a-891f-4b8b-9456-5dd01968eb73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.115222 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b81a-891f-4b8b-9456-5dd01968eb73 admin admin] Publish callbacks [] for security_group (95e51559-3088-420b-9655-81f3756a691e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.196987 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6b5b81a-891f-4b8b-9456-5dd01968eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (95e51559-3088-420b-9655-81f3756a691e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.234936 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a6b5b81a-891f-4b8b-9456-5dd01968eb73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=74fa8f1187bd493fb0e28b4923eb44eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4541962 Apr 07 06:34:17.235810 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5b81a-891f-4b8b-9456-5dd01968eb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e51559-3088-420b-9655-81f3756a691e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:17.237669 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45566) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:17.286232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] Publish callbacks [] for security_group (95e51559-3088-420b-9655-81f3756a691e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.306607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] Publish callbacks [] for security_group (95e51559-3088-420b-9655-81f3756a691e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.425609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (95e51559-3088-420b-9655-81f3756a691e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.428201 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:17.431243 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95e51559-3088-420b-9655-81f3756a691e HTTP/1.1" status: 204 len: 168 time: 0.1906137 Apr 07 06:34:17.439002 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607e24a-c883-436b-9882-98b39991b9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e51559-3088-420b-9655-81f3756a691e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:18.202888 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-74405165-3a9e-447f-b78d-a8db41d47d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.233137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45598) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:18.246944 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e653254a-42d2-4174-8f87-3c32c6e65960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.270942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91928dbf-f763-4a60-a916-eda25ebd70c0 req-f1395115-d920-4c10-a842-192cf92675c1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:18.272723 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91928dbf-f763-4a60-a916-eda25ebd70c0 req-f1395115-d920-4c10-a842-192cf92675c1 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0538044 Apr 07 06:34:18.320673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-91928dbf-f763-4a60-a916-eda25ebd70c0 req-a20cf1e8-6570-4ec4-83c4-e09f558fb6ae tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421779 Apr 07 06:34:18.322364 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e653254a-42d2-4174-8f87-3c32c6e65960 admin admin] Publish callbacks [] for security_group (11c61521-5075-42c7-82ed-48d34ed3045a), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.396158 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e653254a-42d2-4174-8f87-3c32c6e65960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (11c61521-5075-42c7-82ed-48d34ed3045a), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.433677 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e653254a-42d2-4174-8f87-3c32c6e65960 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26e1364c5c4c470785b9d2de78fd2086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994462 Apr 07 06:34:18.434501 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653254a-42d2-4174-8f87-3c32c6e65960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c61521-5075-42c7-82ed-48d34ed3045a,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:18.437140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45600) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:18.484099 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] Publish callbacks [] for security_group (11c61521-5075-42c7-82ed-48d34ed3045a), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.504974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] Publish callbacks [] for security_group (11c61521-5075-42c7-82ed-48d34ed3045a), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.631552 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (11c61521-5075-42c7-82ed-48d34ed3045a), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.634014 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:18.635184 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11c61521-5075-42c7-82ed-48d34ed3045a HTTP/1.1" status: 204 len: 168 time: 0.1969805 Apr 07 06:34:18.642936 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b14bf-f715-4109-8874-4da23ea6a2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c61521-5075-42c7-82ed-48d34ed3045a,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:19.446260 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e4fb4-3fb6-4f2e-86dd-f24c1c448671 req-694edf12-ff6b-4e38-8eda-cf4c6b7ee8e9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:19.447716 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f7e4fb4-3fb6-4f2e-86dd-f24c1c448671 req-694edf12-ff6b-4e38-8eda-cf4c6b7ee8e9 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0552897 Apr 07 06:34:19.496084 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5f7e4fb4-3fb6-4f2e-86dd-f24c1c448671 req-b510e2f5-3de5-48fd-a675-29bfb557a2cb tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409861 Apr 07 06:34:20.457922 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2a903-17c1-4073-9362-d32a5188baba req-1e8faa92-09b6-470e-b1e1-6b6a43d0c758 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:20.459376 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eea2a903-17c1-4073-9362-d32a5188baba req-1e8faa92-09b6-470e-b1e1-6b6a43d0c758 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0561597 Apr 07 06:34:20.568830 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 15982978-c100-46cd-9a87-acd4c7e4b5c4 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:20.569174 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:20.625934 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9f359d1b-e35a-45b3-bc13-9a45ccf780e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:20.646373 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114e871-e444-49d5-b94e-c257373f184d req-6b9ce69c-0205-4806-a7ce-ce81fd4c65dd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:20.647968 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2114e871-e444-49d5-b94e-c257373f184d req-6b9ce69c-0205-4806-a7ce-ce81fd4c65dd tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 945 time: 0.0644403 Apr 07 06:34:20.677711 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] For port 15982978-c100-46cd-9a87-acd4c7e4b5c4, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=15982978-c100-46cd-9a87-acd4c7e4b5c4,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:20.678077 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:20.710603 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2114e871-e444-49d5-b94e-c257373f184d req-16157193-771d-4612-8019-43163f7abe71 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups?id=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563984 Apr 07 06:34:20.862268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:20.862636 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:20.862962 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Floating IP cc524eb3-48c6-4b0b-9d01-6a445909d9e9 disassociated. External IP: 172.27.3.147, port: 15982978-c100-46cd-9a87-acd4c7e4b5c4. Apr 07 06:34:20.863309 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 15982978-c100-46cd-9a87-acd4c7e4b5c4 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:21.326061 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (15982978-c100-46cd-9a87-acd4c7e4b5c4), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:21.355092 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=15982978-c100-46cd-9a87-acd4c7e4b5c4,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:21.479601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:21.589031 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:21.598828 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:21.608734 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:21.613441 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:21.643439 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] No DVR routers for this DVR port 15982978-c100-46cd-9a87-acd4c7e4b5c4 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:21.647268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:21.651081 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eea2a903-17c1-4073-9362-d32a5188baba req-8fc96b63-efe8-474c-94a4-6f1d4e772a94 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.25 "DELETE /v2.0/ports/15982978-c100-46cd-9a87-acd4c7e4b5c4 HTTP/1.1" status: 204 len: 173 time: 1.1853218 Apr 07 06:34:21.651965 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'name': 'network-vif-deleted', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:34:21.655494 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e79ef5-0ce7-47c3-8f02-feb2e122252f" -d '{"events": [{"server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "name": "network-vif-deleted", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:34:21.700066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1b2aa8-7365-411b-99ba-1fadec0af299 x-openstack-request-id: req-8a1b2aa8-7365-411b-99ba-1fadec0af299 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:34:21.700066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668e73cc-cb9e-4b6a-947f-18457badfbd2", "name": "network-vif-deleted", "tag": "15982978-c100-46cd-9a87-acd4c7e4b5c4", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:34:21.700066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a1b2aa8-7365-411b-99ba-1fadec0af299 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:34:21.700066 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1b2aa8-7365-411b-99ba-1fadec0af299'] response: {'server_uuid': '668e73cc-cb9e-4b6a-947f-18457badfbd2', 'name': 'network-vif-deleted', 'tag': '15982978-c100-46cd-9a87-acd4c7e4b5c4', 'status': 'completed', 'code': 200} Apr 07 06:34:21.831647 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:21.843662 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-06fe83cb-f507-46b6-9353-8fcaf858f492 req-56887046-d6b9-4fd4-bfdb-0205ca683282 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 210 time: 0.0469756 Apr 07 06:34:21.957217 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:22.092735 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:22.119138 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:22.127105 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:22.127705 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:22.234934 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:22.439226 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:22.466099 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef510a3-078e-4909-bf81-835b9019e89c None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '36eb3bfe-6258-490f-8860-b1ebd9823e99', 'name': '', 'network_id': 'f5ea2476-10fc-4956-aac9-712fe1362e44', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'mac_address': 'fa:16:3e:cf:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:49Z', 'updated_at': '2022-04-07T06:28:02Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'subnets': [{'id': '6aa42fe2-87e2-435f-8741-8c718a6ab65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:22.694255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c712022-de42-444a-98a8-4e5d98d607ef None None] New status for floating IP cc524eb3-48c6-4b0b-9d01-6a445909d9e9: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:34:22.905847 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:22.969980 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fc957955-b415-4bcf-a068-46d8713aebcf req-056c1757-a7be-4352-8c51-4a9f2de2f405 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/ports?device_id=668e73cc-cb9e-4b6a-947f-18457badfbd2 HTTP/1.1" status: 200 len: 210 time: 0.0308979 Apr 07 06:34:23.928127 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3038d64-3354-4b1c-aa4a-156c6285aa48 req-4dc77c3b-8cbc-4276-9198-cfdbc054c310 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:23.929150 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3038d64-3354-4b1c-aa4a-156c6285aa48 req-4dc77c3b-8cbc-4276-9198-cfdbc054c310 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0590365 Apr 07 06:34:23.976564 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3038d64-3354-4b1c-aa4a-156c6285aa48 req-5230a340-9483-4768-bfdd-903eca73f895 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418966 Apr 07 06:34:24.176709 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45718) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:24.233142 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.257645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.408878 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.412086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.413295 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/security-groups/1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268 HTTP/1.1" status: 204 len: 168 time: 0.2355506 Apr 07 06:34:24.416546 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45720) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:24.430012 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba0c270-1698-41c0-af16-1e59c227efaa tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:24.436325 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.api.v2.resource [None req-e7ca793e-92cc-408a-9b81-eaf59b514537 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] show failed (client error): The resource could not be found. Apr 07 06:34:24.437564 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e7ca793e-92cc-408a-9b81-eaf59b514537 tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "GET /v2.0/security-groups/1a4dbd0d-2c6f-45fe-91b6-3c0f8e7b3268 HTTP/1.1" status: 404 len: 347 time: 0.0198658 Apr 07 06:34:24.440350 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45722) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:24.471280 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.568077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Deleting port 0ab89d6c-909f-4af2-96fb-608e1f0fef92 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:24.568423 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.643990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.644317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (0ab89d6c-909f-4af2-96fb-608e1f0fef92), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.655547 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Calling delete_port for 0ab89d6c-909f-4af2-96fb-608e1f0fef92 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:24.876923 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0ab89d6c-909f-4af2-96fb-608e1f0fef92), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.901745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Pushing event deleted for resources: {'Port': ['ID=0ab89d6c-909f-4af2-96fb-608e1f0fef92,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:24.960981 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks [] for floatingip (cc524eb3-48c6-4b0b-9d01-6a445909d9e9), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.963467 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:24.964624 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fecf0973-08d6-4501-bbee-60ef6424318f tempest-AttachVolumeNegativeTest-1758723612 tempest-AttachVolumeNegativeTest-1758723612-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc524eb3-48c6-4b0b-9d01-6a445909d9e9 HTTP/1.1" status: 204 len: 168 time: 0.5233147 Apr 07 06:34:25.102388 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e955731-48ac-4cd3-bdf0-a3fcdb82be0f req-86bc56e2-8cb4-485e-870e-e0ccde4be0fe tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:25.103873 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e955731-48ac-4cd3-bdf0-a3fcdb82be0f req-86bc56e2-8cb4-485e-870e-e0ccde4be0fe tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0574679 Apr 07 06:34:25.154898 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8e955731-48ac-4cd3-bdf0-a3fcdb82be0f req-8b74c367-1017-4cbd-b799-1d5f1435348f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448029 Apr 07 06:34:25.367364 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 15982978-c100-46cd-9a87-acd4c7e4b5c4 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:25.386490 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 15982978-c100-46cd-9a87-acd4c7e4b5c4 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:25.386835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 15982978-c100-46cd-9a87-acd4c7e4b5c4 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:25.906486 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-ea122d88-67c0-4261-85ce-2b643625b0e0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:25.907984 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-ea122d88-67c0-4261-85ce-2b643625b0e0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0539229 Apr 07 06:34:26.001700 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Deleting port 5ae09984-1f44-4050-af85-77fa4db894a5 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:26.002041 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.094393 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] For port 5ae09984-1f44-4050-af85-77fa4db894a5, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5ae09984-1f44-4050-af85-77fa4db894a5,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:26.094913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.269166 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.269672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.270098 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Floating IP 8f3f12f7-c8bb-4869-b16a-b67e4e27f259 disassociated. External IP: 172.27.3.145, port: 5ae09984-1f44-4050-af85-77fa4db894a5. Apr 07 06:34:26.270789 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Calling delete_port for 5ae09984-1f44-4050-af85-77fa4db894a5 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:26.291569 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29892829-763b-42af-995f-10f8c68a98ef req-4521e394-01b0-4067-b126-0a45eb41c4a6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:26.298545 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29892829-763b-42af-995f-10f8c68a98ef req-4521e394-01b0-4067-b126-0a45eb41c4a6 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 946 time: 0.0720370 Apr 07 06:34:26.352339 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-29892829-763b-42af-995f-10f8c68a98ef req-287f20bd-8973-4f6a-a6f2-6b690a538044 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups?id=b885202d-1f10-4b9c-8dd0-c3a881ac5119&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528407 Apr 07 06:34:26.397907 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45748) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:26.500712 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6add5a03-36a4-4326-a668-831d7487694d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.521622 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (5ae09984-1f44-4050-af85-77fa4db894a5), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.550601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'Port': ['ID=5ae09984-1f44-4050-af85-77fa4db894a5,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:26.583499 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6add5a03-36a4-4326-a668-831d7487694d admin admin] Publish callbacks [] for security_group (e93938da-eef6-4d18-881a-abaa468b729f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.670874 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:26.716876 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6add5a03-36a4-4326-a668-831d7487694d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e93938da-eef6-4d18-881a-abaa468b729f), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.757011 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6add5a03-36a4-4326-a668-831d7487694d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1eb4281cce04ffa99e2f0a8e5c3ac71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580227 Apr 07 06:34:26.759005 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add5a03-36a4-4326-a668-831d7487694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93938da-eef6-4d18-881a-abaa468b729f,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:26.759761 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45756) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:26.816455 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:26.829163 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:26.837129 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:26.837725 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:26.873578 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] No DVR routers for this DVR port 5ae09984-1f44-4050-af85-77fa4db894a5 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:26.875784 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] Publish callbacks [] for security_group (e93938da-eef6-4d18-881a-abaa468b729f), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.878118 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.881879 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-be46b1ce-0c72-43ef-b0f7-78fb55157f07 req-fccd5b8c-b4c8-4b7a-a941-197de5ac4edb tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.25 "DELETE /v2.0/ports/5ae09984-1f44-4050-af85-77fa4db894a5 HTTP/1.1" status: 204 len: 173 time: 0.9680307 Apr 07 06:34:26.883327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'name': 'network-vif-deleted', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:34:26.885653 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c3fa2d-d5e5-42df-9d76-bfe3ac7045c1" -d '{"events": [{"server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "name": "network-vif-deleted", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:34:26.914566 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] Publish callbacks [] for security_group (e93938da-eef6-4d18-881a-abaa468b729f), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:26.938906 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d6bf6a-80f2-4363-a958-b920e99289b5 x-openstack-request-id: req-f3d6bf6a-80f2-4363-a958-b920e99289b5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:34:26.941550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303f88de-1a5f-45a4-a840-371144a292b4", "name": "network-vif-deleted", "tag": "5ae09984-1f44-4050-af85-77fa4db894a5", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:34:26.941550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3d6bf6a-80f2-4363-a958-b920e99289b5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:34:26.941550 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3d6bf6a-80f2-4363-a958-b920e99289b5'] response: {'server_uuid': '303f88de-1a5f-45a4-a840-371144a292b4', 'name': 'network-vif-deleted', 'tag': '5ae09984-1f44-4050-af85-77fa4db894a5', 'status': 'completed', 'code': 200} Apr 07 06:34:26.958017 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:27.163417 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:27.168184 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e93938da-eef6-4d18-881a-abaa468b729f), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:27.170969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:27.172353 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e93938da-eef6-4d18-881a-abaa468b729f HTTP/1.1" status: 204 len: 168 time: 0.4111691 Apr 07 06:34:27.182164 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d4d2f-39ba-47aa-bcca-2e02f89d8d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93938da-eef6-4d18-881a-abaa468b729f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:27.191201 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:27.199849 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:27.200987 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:27.313045 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:27.476774 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-017da959-be42-488b-8b41-ecae25842984 req-cecfd837-6d79-47a8-9b77-0c4c1c039333 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/ports?device_id=303f88de-1a5f-45a4-a840-371144a292b4 HTTP/1.1" status: 200 len: 210 time: 0.0280023 Apr 07 06:34:27.524257 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:27.553836 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ff10c-e2e7-4fe9-9f39-6522eb6bf5ff None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'c0ab554c-1747-46ea-8cdc-f1f6f507ca80', 'name': '', 'network_id': '14e378dc-ef95-47d2-9fe2-d50ae083e1d3', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'mac_address': 'fa:16:3e:bf:3b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:45Z', 'updated_at': '2022-04-07T06:27:56Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'subnets': [{'id': 'fd648841-6b66-43e4-895e-db1e8384953e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:27.795725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba343ad5-9485-4e66-9368-52b67a9a5c49 None None] New status for floating IP 8f3f12f7-c8bb-4869-b16a-b67e4e27f259: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:34:27.913469 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45778) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:27.929508 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03ccfe22-73d0-4856-b0ef-b64f93167e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.014590 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03ccfe22-73d0-4856-b0ef-b64f93167e73 admin admin] Publish callbacks [] for security_group (ba9edabe-268d-4e17-bc90-eeb1fee57195), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.105589 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-03ccfe22-73d0-4856-b0ef-b64f93167e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ba9edabe-268d-4e17-bc90-eeb1fee57195), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.149810 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-03ccfe22-73d0-4856-b0ef-b64f93167e73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5df099c8adb047fc8aaecf45acaedf89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350533 Apr 07 06:34:28.150765 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ccfe22-73d0-4856-b0ef-b64f93167e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9edabe-268d-4e17-bc90-eeb1fee57195,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:28.152522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45782) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:28.200889 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] Publish callbacks [] for security_group (ba9edabe-268d-4e17-bc90-eeb1fee57195), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.221556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] Publish callbacks [] for security_group (ba9edabe-268d-4e17-bc90-eeb1fee57195), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.322779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ba9edabe-268d-4e17-bc90-eeb1fee57195), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.325943 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.327119 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba9edabe-268d-4e17-bc90-eeb1fee57195 HTTP/1.1" status: 204 len: 168 time: 0.1735556 Apr 07 06:34:28.335032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f965830e-a941-426d-b0d1-53863048c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9edabe-268d-4e17-bc90-eeb1fee57195,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:28.651556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45792) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:28.706136 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (b885202d-1f10-4b9c-8dd0-c3a881ac5119), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.729081 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (b885202d-1f10-4b9c-8dd0-c3a881ac5119), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.848342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b885202d-1f10-4b9c-8dd0-c3a881ac5119), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.856376 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:28.856376 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "DELETE /v2.0/security-groups/b885202d-1f10-4b9c-8dd0-c3a881ac5119 HTTP/1.1" status: 204 len: 168 time: 0.1995368 Apr 07 06:34:28.856607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45800) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:28.861356 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df6f42-57e6-4c41-9055-a569fffa003e tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b885202d-1f10-4b9c-8dd0-c3a881ac5119,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:28.870209 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-a25bfafb-6005-487e-8887-3ea9061e948f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] show failed (client error): The resource could not be found. Apr 07 06:34:28.871438 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a25bfafb-6005-487e-8887-3ea9061e948f tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "GET /v2.0/security-groups/b885202d-1f10-4b9c-8dd0-c3a881ac5119 HTTP/1.1" status: 404 len: 347 time: 0.0136974 Apr 07 06:34:28.881495 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45802) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:29.005836 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Deleting port 227ef8b6-64b6-421f-84c0-8b0bcffec8b1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:29.006600 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.087527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.087952 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.099688 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Calling delete_port for 227ef8b6-64b6-421f-84c0-8b0bcffec8b1 owned by network:floatingip {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:29.220385 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45818) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:29.322773 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (227ef8b6-64b6-421f-84c0-8b0bcffec8b1), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.362966 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Pushing event deleted for resources: {'Port': ['ID=227ef8b6-64b6-421f-84c0-8b0bcffec8b1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:29.425654 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks [] for floatingip (8f3f12f7-c8bb-4869-b16a-b67e4e27f259), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.428414 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:29.430157 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3acead25-520d-4cb5-85bd-68584d3f8ca0 tempest-AttachVolumeTestJSON-1683604056 tempest-AttachVolumeTestJSON-1683604056-project] 10.222.0.24 "DELETE /v2.0/floatingips/8f3f12f7-c8bb-4869-b16a-b67e4e27f259 HTTP/1.1" status: 204 len: 168 time: 0.5477369 Apr 07 06:34:29.788572 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:30.090676 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Deleting port 36eb3bfe-6258-490f-8860-b1ebd9823e99 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:30.091017 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:30.165754 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] For port 36eb3bfe-6258-490f-8860-b1ebd9823e99, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36eb3bfe-6258-490f-8860-b1ebd9823e99,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:30.166113 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:30.178343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Calling delete_port for 36eb3bfe-6258-490f-8860-b1ebd9823e99 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:30.619817 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (36eb3bfe-6258-490f-8860-b1ebd9823e99), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:30.645468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=36eb3bfe-6258-490f-8860-b1ebd9823e99,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:30.829742 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:31.051809 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Router cb6444f0-71fa-442b-83e1-0b16c2cc727d has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:31.392551 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ae09984-1f44-4050-af85-77fa4db894a5 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:31.413715 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 5ae09984-1f44-4050-af85-77fa4db894a5 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:31.414105 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5ae09984-1f44-4050-af85-77fa4db894a5 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:31.416588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:31.422557 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-19315830-af2f-48bd-aec7-2af9b541b7e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/cb6444f0-71fa-442b-83e1-0b16c2cc727d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2011399 Apr 07 06:34:31.425094 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45862) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:31.430367 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Sync routers for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:31.442819 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:31.443697 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:31.538672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks [] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:31.642718 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:31.648171 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks [] for router_gateway (cb6444f0-71fa-442b-83e1-0b16c2cc727d), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:31.777243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Deleting port 3da758bb-9381-4a15-8949-483cfbc971b2 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:31.777587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:31.816511 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:30Z', 'revision_number': 5, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port': {'id': '3da758bb-9381-4a15-8949-483cfbc971b2', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:31.846236 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Checking router: cb6444f0-71fa-442b-83e1-0b16c2cc727d for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:31.854733 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Routers {'cb6444f0-71fa-442b-83e1-0b16c2cc727d'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:31.855343 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:31.857654 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] For port 3da758bb-9381-4a15-8949-483cfbc971b2, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3da758bb-9381-4a15-8949-483cfbc971b2,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:31.858165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:31.870842 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Calling delete_port for 3da758bb-9381-4a15-8949-483cfbc971b2 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:31.943714 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] Set router cb6444f0-71fa-442b-83e1-0b16c2cc727d gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:31.998952 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:31Z', 'revision_number': 6, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:32.025215 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c722a55-9ef8-47e6-ac77-37b796b409b2 None None] The sync data for ids ['cb6444f0-71fa-442b-83e1-0b16c2cc727d'] in dv-cinder-831776-6-iscsi is: [{'id': 'cb6444f0-71fa-442b-83e1-0b16c2cc727d', 'name': 'tempest-AttachVolumeNegativeTest-309326427-router', 'tenant_id': 'e654563225464c6c925e0f97b63a12d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:31Z', 'revision_number': 6, 'project_id': 'e654563225464c6c925e0f97b63a12d7', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:32.122567 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (3da758bb-9381-4a15-8949-483cfbc971b2), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.146719 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Pushing event deleted for resources: {'Port': ['ID=3da758bb-9381-4a15-8949-483cfbc971b2,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:32.208219 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.315173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.317437 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks [] for router_controller (cb6444f0-71fa-442b-83e1-0b16c2cc727d), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.442088 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (cb6444f0-71fa-442b-83e1-0b16c2cc727d), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.442766 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb6444f0-71fa-442b-83e1-0b16c2cc727d {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:34:32.458522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.458522 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-bca4702d-5494-43eb-9ce8-4ca5682b4467 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cb6444f0-71fa-442b-83e1-0b16c2cc727d HTTP/1.1" status: 204 len: 168 time: 1.0256588 Apr 07 06:34:32.458522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45884) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:32.507228 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Deleting subnet 6aa42fe2-87e2-435f-8741-8c718a6ab65e {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:34:32.510620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Publish callbacks [] for subnet (6aa42fe2-87e2-435f-8741-8c718a6ab65e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.545028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (6aa42fe2-87e2-435f-8741-8c718a6ab65e), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.655004 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (6aa42fe2-87e2-435f-8741-8c718a6ab65e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.820472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (6aa42fe2-87e2-435f-8741-8c718a6ab65e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.849900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6aa42fe2-87e2-435f-8741-8c718a6ab65e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:32.854213 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.857969 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e14f2dbb-c0e4-4dc7-a9fa-ac8f25c17500 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6aa42fe2-87e2-435f-8741-8c718a6ab65e HTTP/1.1" status: 204 len: 168 time: 0.3985295 Apr 07 06:34:32.860826 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45890) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:32.861935 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a63e50-7709-46a5-b1b3-bf1d96de1c19 None None] Network f5ea2476-10fc-4956-aac9-712fe1362e44 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:34:32.934136 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (f5ea2476-10fc-4956-aac9-712fe1362e44), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:32.999866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Deleting port 2bc2d357-4c7f-4567-93c8-d2057d16d364 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:32.999866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.057735 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] DHCP port deletion for f5ea2476-10fc-4956-aac9-712fe1362e44 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:34:33.070682 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] For port 2bc2d357-4c7f-4567-93c8-d2057d16d364, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2bc2d357-4c7f-4567-93c8-d2057d16d364,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:33.071160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.084434 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Calling delete_port for 2bc2d357-4c7f-4567-93c8-d2057d16d364 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:33.108603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150815b5-4fe7-4f19-9216-797f82defba0 req-4c17a93d-73bd-4c6b-923e-2371c19d56a8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:33.112006 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-150815b5-4fe7-4f19-9216-797f82defba0 req-4c17a93d-73bd-4c6b-923e-2371c19d56a8 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0818317 Apr 07 06:34:33.119275 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Deleting port 2bc2d357-4c7f-4567-93c8-d2057d16d364 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:33.119985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.181250 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-150815b5-4fe7-4f19-9216-797f82defba0 req-1ab1c8b0-8859-44de-86c6-0736180f2cbe tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624609 Apr 07 06:34:33.198118 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] For port 2bc2d357-4c7f-4567-93c8-d2057d16d364, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2bc2d357-4c7f-4567-93c8-d2057d16d364,segment=NetworkSegment(91a7f3e5-e387-4a75-bf67-6d27e444eb4c),segment_id=91a7f3e5-e387-4a75-bf67-6d27e444eb4c)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:33.198571 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.214517 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Calling delete_port for 2bc2d357-4c7f-4567-93c8-d2057d16d364 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:33.277410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.292681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (2bc2d357-4c7f-4567-93c8-d2057d16d364), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.304874 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bc2d357-4c7f-4567-93c8-d2057d16d364,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:33.306717 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] No DVR routers for this DVR port 2bc2d357-4c7f-4567-93c8-d2057d16d364 on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:33.318034 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Pushing event deleted for resources: {'Port': ['ID=2bc2d357-4c7f-4567-93c8-d2057d16d364,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:33.322516 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] No DVR routers for this DVR port 2bc2d357-4c7f-4567-93c8-d2057d16d364 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:33.328962 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.329887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.329887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.330101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.330412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.330778 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.331122 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.331458 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.331810 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.332144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.332475 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.332805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.333175 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.333464 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.333789 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4b8cd9-93ac-4e5b-8d24-0c09be95e767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:33.385728 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (f5ea2476-10fc-4956-aac9-712fe1362e44), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.409057 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5ea2476-10fc-4956-aac9-712fe1362e44']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:33.418989 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91a7f3e5-e387-4a75-bf67-6d27e444eb4c') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:33.419295 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91a7f3e5-e387-4a75-bf67-6d27e444eb4c') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:33.430672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (91a7f3e5-e387-4a75-bf67-6d27e444eb4c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.444548 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (91a7f3e5-e387-4a75-bf67-6d27e444eb4c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.451920 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 45902) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:33.454170 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:34:33.454559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (91a7f3e5-e387-4a75-bf67-6d27e444eb4c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:34:33.459468 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:34:33.562679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (f5ea2476-10fc-4956-aac9-712fe1362e44), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.568710 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.575347 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] 10.222.0.24 "DELETE /v2.0/networks/f5ea2476-10fc-4956-aac9-712fe1362e44 HTTP/1.1" status: 204 len: 168 time: 0.7099319 Apr 07 06:34:33.587413 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b0d5f2-689d-427a-9a6b-43726d3dd49a admin admin] Pushing event deleted for resources: {'Network': ['ID=f5ea2476-10fc-4956-aac9-712fe1362e44,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:33.951396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36eb3bfe-6258-490f-8860-b1ebd9823e99 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:33.975142 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 36eb3bfe-6258-490f-8860-b1ebd9823e99 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:33.975504 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36eb3bfe-6258-490f-8860-b1ebd9823e99 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:33.975960 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3da758bb-9381-4a15-8949-483cfbc971b2 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:33.976125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (1845797a-323e-4f1f-a921-f47b70db4e15), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:33.994948 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 3da758bb-9381-4a15-8949-483cfbc971b2 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:33.995296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3da758bb-9381-4a15-8949-483cfbc971b2 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:33.995707 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2bc2d357-4c7f-4567-93c8-d2057d16d364 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:34.015572 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 2bc2d357-4c7f-4567-93c8-d2057d16d364 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:34.015943 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2bc2d357-4c7f-4567-93c8-d2057d16d364 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:34.098111 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45910) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:34.142488 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b9ffe3c1-de16-4c28-a231-b7cf74ed4d94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e654563225464c6c925e0f97b63a12d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410223 Apr 07 06:34:34.142831 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45914) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:34.191171 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] Publish callbacks [] for security_group (298d24f0-4865-49d6-aac0-2bfa8d5db74b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.212888 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] Publish callbacks [] for security_group (298d24f0-4865-49d6-aac0-2bfa8d5db74b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.243219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Deleting port c0ab554c-1747-46ea-8cdc-f1f6f507ca80 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:34.243570 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.317049 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506b237-f49e-4168-ac57-ae721ee139ef req-1397c38f-e477-4e19-94c0-f9ee6a80c80f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:34.319522 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7506b237-f49e-4168-ac57-ae721ee139ef req-1397c38f-e477-4e19-94c0-f9ee6a80c80f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0677605 Apr 07 06:34:34.323901 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] For port c0ab554c-1747-46ea-8cdc-f1f6f507ca80, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:34.324274 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.338495 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Calling delete_port for c0ab554c-1747-46ea-8cdc-f1f6f507ca80 owned by network:router_interface {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:34.360739 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (298d24f0-4865-49d6-aac0-2bfa8d5db74b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.363315 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.364487 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/298d24f0-4865-49d6-aac0-2bfa8d5db74b HTTP/1.1" status: 204 len: 168 time: 0.2207506 Apr 07 06:34:34.379234 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7506b237-f49e-4168-ac57-ae721ee139ef req-cd96e05a-bc19-436f-8ce0-e91037365cb0 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544796 Apr 07 06:34:34.380462 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12768838-dfca-4854-8deb-f6a116d96468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d24f0-4865-49d6-aac0-2bfa8d5db74b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:34.563724 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-faf1a5ff-6a38-4d6d-a09d-e163063177af tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:34.565198 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-faf1a5ff-6a38-4d6d-a09d-e163063177af tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0892167 Apr 07 06:34:34.663191 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Deleting port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:34.663536 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.704648 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (c0ab554c-1747-46ea-8cdc-f1f6f507ca80), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:34.742273 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ab554c-1747-46ea-8cdc-f1f6f507ca80,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:34.938915 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] For port 58b276b6-a9c1-4e77-be8d-08fea3b496e1, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=58b276b6-a9c1-4e77-be8d-08fea3b496e1,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:34.939414 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.233540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (1845797a-323e-4f1f-a921-f47b70db4e15), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.438011 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.438367 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.438890 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Floating IP fe1a823c-c663-4a01-9e9a-f4b7361651b7 disassociated. External IP: 172.27.3.77, port: 58b276b6-a9c1-4e77-be8d-08fea3b496e1. Apr 07 06:34:35.439396 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Calling delete_port for 58b276b6-a9c1-4e77-be8d-08fea3b496e1 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:35.538402 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b482-578a-4ae7-915b-952b79c27bdf req-efa693d3-fb10-4000-904e-29a12bf46989 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:34:35.539929 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-77f5b482-578a-4ae7-915b-952b79c27bdf req-efa693d3-fb10-4000-904e-29a12bf46989 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 946 time: 0.0539730 Apr 07 06:34:35.610414 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Router 1845797a-323e-4f1f-a921-f47b70db4e15 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:35.619620 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-77f5b482-578a-4ae7-915b-952b79c27bdf req-c7a5d86f-0894-4698-8913-e16a4d7dc00c tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups?id=a39669fa-92d7-4918-b8db-4cfda1984dca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725036 Apr 07 06:34:35.768203 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:35.773769 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-0de7e776-13bf-4364-98e2-f09b2b8028ab admin admin] 10.222.0.24 "PUT /v2.0/routers/1845797a-323e-4f1f-a921-f47b70db4e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3207924 Apr 07 06:34:35.776387 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 45984) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:35.780607 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Sync routers for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:35.792193 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:35.792978 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:35.808502 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (58b276b6-a9c1-4e77-be8d-08fea3b496e1), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.853202 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'Port': ['ID=58b276b6-a9c1-4e77-be8d-08fea3b496e1,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:35.907630 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks [] for router (1845797a-323e-4f1f-a921-f47b70db4e15), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:35.973782 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:36.038509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks [] for router_gateway (1845797a-323e-4f1f-a921-f47b70db4e15), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.064215 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:36.176718 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119'}], 'enable_snat': True}, 'gw_port_id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:34Z', 'revision_number': 5, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port': {'id': '2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:e0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:38Z', 'updated_at': '2022-04-07T06:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.180428 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:36.194412 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:36.213209 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:36.213873 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.225359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Checking router: 1845797a-323e-4f1f-a921-f47b70db4e15 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:36.237329 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] No DVR routers for this DVR port 58b276b6-a9c1-4e77-be8d-08fea3b496e1 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:36.240866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.245651 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e7f35754-e36c-4e8e-abfc-5b0389107979 req-9eaec592-eeed-4086-96ed-6a4bc96b72e5 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.25 "DELETE /v2.0/ports/58b276b6-a9c1-4e77-be8d-08fea3b496e1 HTTP/1.1" status: 204 len: 173 time: 1.6697221 Apr 07 06:34:36.246672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-deleted', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:34:36.250099 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3332dc8-d261-48fb-96a1-dddcd061340d" -d '{"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-deleted", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:34:36.253395 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Deleting port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:36.253952 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.263269 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Routers {'1845797a-323e-4f1f-a921-f47b70db4e15'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:36.264098 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['1845797a-323e-4f1f-a921-f47b70db4e15'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.333957 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241aa15d-5433-493f-abba-4a91602e162c x-openstack-request-id: req-241aa15d-5433-493f-abba-4a91602e162c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:34:36.334427 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0cbf901-833e-48fa-8c76-f982b1649358", "name": "network-vif-deleted", "tag": "58b276b6-a9c1-4e77-be8d-08fea3b496e1", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:34:36.334541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-241aa15d-5433-493f-abba-4a91602e162c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:34:36.334893 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241aa15d-5433-493f-abba-4a91602e162c'] response: {'server_uuid': 'f0cbf901-833e-48fa-8c76-f982b1649358', 'name': 'network-vif-deleted', 'tag': '58b276b6-a9c1-4e77-be8d-08fea3b496e1', 'status': 'completed', 'code': 200} Apr 07 06:34:36.373589 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] For port 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:36.373955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.396293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Calling delete_port for 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:36.402587 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:36.406225 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] Set router 1845797a-323e-4f1f-a921-f47b70db4e15 gateway port host: None {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:36.522926 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:36Z', 'revision_number': 6, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.551806 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02c08e-945e-4fbd-874a-8914fe243ac3 None None] The sync data for ids ['1845797a-323e-4f1f-a921-f47b70db4e15'] in dv-cinder-831776-6-iscsi is: [{'id': '1845797a-323e-4f1f-a921-f47b70db4e15', 'name': 'tempest-AttachVolumeTestJSON-541705400-router', 'tenant_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:36Z', 'revision_number': 6, 'project_id': 'a0889ebfa7d7493ba7e12b13516d4fb7', 'gw_port_host': None}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:36.637808 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.660080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.692611 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:36.697831 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:36.710375 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:36.711172 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:36.794015 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d70ab11f-7289-494a-a26c-efb8b84f81d7 req-52c4c7ce-d8a9-4983-9723-edd9766bd973 tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0cbf901-833e-48fa-8c76-f982b1649358 HTTP/1.1" status: 200 len: 210 time: 0.0451870 Apr 07 06:34:36.822459 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (1845797a-323e-4f1f-a921-f47b70db4e15), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.852157 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:36.911401 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.921692 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (1845797a-323e-4f1f-a921-f47b70db4e15), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:36.924123 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks [] for router_controller (1845797a-323e-4f1f-a921-f47b70db4e15), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.025961 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (1845797a-323e-4f1f-a921-f47b70db4e15), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.026466 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1845797a-323e-4f1f-a921-f47b70db4e15 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:34:37.030724 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.036105 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-920a324a-e5a7-4dae-af9c-60ff832d1f14 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1845797a-323e-4f1f-a921-f47b70db4e15 HTTP/1.1" status: 204 len: 168 time: 1.2544904 Apr 07 06:34:37.036105 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46006) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:37.081963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Deleting subnet fd648841-6b66-43e4-895e-db1e8384953e {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:34:37.085074 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Publish callbacks [] for subnet (fd648841-6b66-43e4-895e-db1e8384953e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.085358 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:37.111457 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb03846-2c0a-468a-887c-d267f84ccec9 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:27:48Z', 'revision_number': 4, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '74749811-4f6f-4081-9f9e-5a95beebce37', 'name': '', 'network_id': 'acaca60a-1632-43d0-b2ca-5016f14977f3', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'mac_address': 'fa:16:3e:73:1c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:46Z', 'updated_at': '2022-04-07T06:27:58Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'subnets': [{'id': '71330782-8c3f-43cd-9d00-bfc7876bd6e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:37.119434 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (fd648841-6b66-43e4-895e-db1e8384953e), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.202915 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (fd648841-6b66-43e4-895e-db1e8384953e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.328118 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33903d1-74b3-494d-929c-acaa787b1f14 None None] New status for floating IP fe1a823c-c663-4a01-9e9a-f4b7361651b7: DOWN {{(pid=103957) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:34:37.374439 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (fd648841-6b66-43e4-895e-db1e8384953e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.402648 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd648841-6b66-43e4-895e-db1e8384953e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:37.416663 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.424266 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e6f2b913-ee27-4293-8293-a510b758244e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd648841-6b66-43e4-895e-db1e8384953e HTTP/1.1" status: 204 len: 168 time: 0.3889444 Apr 07 06:34:37.424912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46012) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:37.448500 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0244b541-dc00-4425-96fa-bcb11a7543c1 None None] Network 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:34:37.502091 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (14e378dc-ef95-47d2-9fe2-d50ae083e1d3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.560117 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Deleting port 921b22ab-00b1-49bf-b008-f54a45cf8013 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:37.560117 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.612964 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] DHCP port deletion for 14e378dc-ef95-47d2-9fe2-d50ae083e1d3 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:34:37.637673 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] For port 921b22ab-00b1-49bf-b008-f54a45cf8013, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=921b22ab-00b1-49bf-b008-f54a45cf8013,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:37.639468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.656192 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Calling delete_port for 921b22ab-00b1-49bf-b008-f54a45cf8013 owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:37.697298 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Deleting port 921b22ab-00b1-49bf-b008-f54a45cf8013 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:37.697683 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.774394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] For port 921b22ab-00b1-49bf-b008-f54a45cf8013, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=921b22ab-00b1-49bf-b008-f54a45cf8013,segment=NetworkSegment(8b320f6d-8bf4-40e2-80c7-a1cc353be448),segment_id=8b320f6d-8bf4-40e2-80c7-a1cc353be448)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:37.774676 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.799706 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Calling delete_port for 921b22ab-00b1-49bf-b008-f54a45cf8013 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:37.809921 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.851891 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Pushing event deleted for resources: {'Port': ['ID=921b22ab-00b1-49bf-b008-f54a45cf8013,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:37.860627 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] No DVR routers for this DVR port 921b22ab-00b1-49bf-b008-f54a45cf8013 on host dv-cinder-831776-6-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:37.956411 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (921b22ab-00b1-49bf-b008-f54a45cf8013), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:37.981274 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46034) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:37.988605 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] Pushing event deleted for resources: {'Port': ['ID=921b22ab-00b1-49bf-b008-f54a45cf8013,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:37.991056 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c0ab554c-1747-46ea-8cdc-f1f6f507ca80 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:38.015987 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8190ce68-e049-47a6-9115-36df1d0efbff None None] No DVR routers for this DVR port 921b22ab-00b1-49bf-b008-f54a45cf8013 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:38.017807 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: c0ab554c-1747-46ea-8cdc-f1f6f507ca80 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:38.018148 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c0ab554c-1747-46ea-8cdc-f1f6f507ca80 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:38.018570 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:38.025414 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (14e378dc-ef95-47d2-9fe2-d50ae083e1d3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.047684 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:38.048087 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 2b74e3e0-a6c1-451b-a7c8-7a69c2f7c5ff not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:38.048518 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 921b22ab-00b1-49bf-b008-f54a45cf8013 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:38.053535 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e378dc-ef95-47d2-9fe2-d50ae083e1d3']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:38.063068 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (a39669fa-92d7-4918-b8db-4cfda1984dca), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.065333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b320f6d-8bf4-40e2-80c7-a1cc353be448') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:38.065731 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b320f6d-8bf4-40e2-80c7-a1cc353be448') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:38.070122 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 921b22ab-00b1-49bf-b008-f54a45cf8013 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:38.073589 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 921b22ab-00b1-49bf-b008-f54a45cf8013 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:38.078026 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (8b320f6d-8bf4-40e2-80c7-a1cc353be448), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.091666 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (a39669fa-92d7-4918-b8db-4cfda1984dca), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.092264 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (8b320f6d-8bf4-40e2-80c7-a1cc353be448), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.098797 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:34:38.099317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (8b320f6d-8bf4-40e2-80c7-a1cc353be448), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:34:38.101054 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:34:38.248821 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (14e378dc-ef95-47d2-9fe2-d50ae083e1d3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.248994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (a39669fa-92d7-4918-b8db-4cfda1984dca), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.251518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.255337 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "DELETE /v2.0/security-groups/a39669fa-92d7-4918-b8db-4cfda1984dca HTTP/1.1" status: 204 len: 168 time: 0.2699909 Apr 07 06:34:38.256288 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46036) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.258908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.268247 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] 10.222.0.24 "DELETE /v2.0/networks/14e378dc-ef95-47d2-9fe2-d50ae083e1d3 HTTP/1.1" status: 204 len: 168 time: 0.8410721 Apr 07 06:34:38.273532 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0148ad-3020-4c4c-85f3-4ee0da52774d tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39669fa-92d7-4918-b8db-4cfda1984dca,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:38.276320 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.api.v2.resource [None req-de2eff48-c005-40c2-9edc-6f6fc9286dad tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] show failed (client error): The resource could not be found. Apr 07 06:34:38.277379 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-de2eff48-c005-40c2-9edc-6f6fc9286dad tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "GET /v2.0/security-groups/a39669fa-92d7-4918-b8db-4cfda1984dca HTTP/1.1" status: 404 len: 347 time: 0.0189190 Apr 07 06:34:38.292033 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46040) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.292958 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e2039-7ed6-468a-accb-ce12e2eb3117 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e378dc-ef95-47d2-9fe2-d50ae083e1d3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:38.429230 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Deleting port 7b05ab91-b28b-4da7-9ac6-ac3bb9417222 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:38.429571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.436955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46048) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.524388 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.524727 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.541121 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Calling delete_port for 7b05ab91-b28b-4da7-9ac6-ac3bb9417222 owned by network:floatingip {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:38.584725 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e64e91b-776a-4493-9880-dc2e6815adff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.638702 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46060) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.682103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e64e91b-776a-4493-9880-dc2e6815adff admin admin] Publish callbacks [] for security_group (1a3bc51e-5670-4d8d-b881-7b34043d68d8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.694729 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-087d333e-6f6c-4c85-b625-a7e32c7e0a4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0889ebfa7d7493ba7e12b13516d4fb7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549145 Apr 07 06:34:38.697228 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46062) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.733832 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (7b05ab91-b28b-4da7-9ac6-ac3bb9417222), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.744264 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] Publish callbacks [] for security_group (eb00d88f-3602-46ff-81fd-eac6f9d86af0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.757993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e64e91b-776a-4493-9880-dc2e6815adff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1a3bc51e-5670-4d8d-b881-7b34043d68d8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.759738 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Pushing event deleted for resources: {'Port': ['ID=7b05ab91-b28b-4da7-9ac6-ac3bb9417222,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:38.788892 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] Publish callbacks [] for security_group (eb00d88f-3602-46ff-81fd-eac6f9d86af0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.818069 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2e64e91b-776a-4493-9880-dc2e6815adff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5dec112c56645528cf7b600e0bbb3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798006 Apr 07 06:34:38.818784 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64e91b-776a-4493-9880-dc2e6815adff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3bc51e-5670-4d8d-b881-7b34043d68d8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:38.821713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46064) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:38.830607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks [] for floatingip (fe1a823c-c663-4a01-9e9a-f4b7361651b7), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.833484 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.837629 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-92287b38-ae47-4dec-b4aa-05ccadecd10f tempest-AttachVolumeShelveTestJSON-1184909692 tempest-AttachVolumeShelveTestJSON-1184909692-project] 10.222.0.24 "DELETE /v2.0/floatingips/fe1a823c-c663-4a01-9e9a-f4b7361651b7 HTTP/1.1" status: 204 len: 168 time: 0.5522707 Apr 07 06:34:38.887934 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] Publish callbacks [] for security_group (1a3bc51e-5670-4d8d-b881-7b34043d68d8), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.909610 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] Publish callbacks [] for security_group (1a3bc51e-5670-4d8d-b881-7b34043d68d8), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.956977 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (eb00d88f-3602-46ff-81fd-eac6f9d86af0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.959536 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:38.960828 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb00d88f-3602-46ff-81fd-eac6f9d86af0 HTTP/1.1" status: 204 len: 168 time: 0.2626963 Apr 07 06:34:38.969343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229ff2f-2ec3-4ad9-9bf7-3e64820c4520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb00d88f-3602-46ff-81fd-eac6f9d86af0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:39.037081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1a3bc51e-5670-4d8d-b881-7b34043d68d8), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:39.040021 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:39.043731 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a3bc51e-5670-4d8d-b881-7b34043d68d8 HTTP/1.1" status: 204 len: 168 time: 0.2180595 Apr 07 06:34:39.050708 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ee0ef-7749-4500-b97f-a65f7854718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3bc51e-5670-4d8d-b881-7b34043d68d8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:39.754036 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:39.758686 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46092) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:39.779556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13ec25a6-2db5-4a7f-8ec1-9c1d45364156 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:39.791423 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 58b276b6-a9c1-4e77-be8d-08fea3b496e1 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:39.795138 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 58b276b6-a9c1-4e77-be8d-08fea3b496e1 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:39.879030 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13ec25a6-2db5-4a7f-8ec1-9c1d45364156 admin admin] Publish callbacks [] for security_group (466de631-5414-4cee-a79e-b21cb7585fec), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:39.962460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-13ec25a6-2db5-4a7f-8ec1-9c1d45364156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (466de631-5414-4cee-a79e-b21cb7585fec), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:40.001815 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-13ec25a6-2db5-4a7f-8ec1-9c1d45364156 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48f12034a81c4076b4240ba285545d9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418540 Apr 07 06:34:40.002721 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec25a6-2db5-4a7f-8ec1-9c1d45364156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466de631-5414-4cee-a79e-b21cb7585fec,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:40.004969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46100) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:40.052953 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] Publish callbacks [] for security_group (466de631-5414-4cee-a79e-b21cb7585fec), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:40.073584 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] Publish callbacks [] for security_group (466de631-5414-4cee-a79e-b21cb7585fec), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:40.248528 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (466de631-5414-4cee-a79e-b21cb7585fec), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:40.251389 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:40.252763 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/466de631-5414-4cee-a79e-b21cb7585fec HTTP/1.1" status: 204 len: 168 time: 0.2468026 Apr 07 06:34:40.261490 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1da6a3-8fa5-4ac3-9d98-212a1dcccfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466de631-5414-4cee-a79e-b21cb7585fec,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:40.902770 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46150) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:40.999839 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7a1bc4f-8286-41d4-bcfa-77fbd4faf9ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.071980 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7a1bc4f-8286-41d4-bcfa-77fbd4faf9ba admin admin] Publish callbacks [] for security_group (1150acde-2d83-4c31-982a-8ef82e39daeb), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.150813 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f7a1bc4f-8286-41d4-bcfa-77fbd4faf9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1150acde-2d83-4c31-982a-8ef82e39daeb), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.192287 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f7a1bc4f-8286-41d4-bcfa-77fbd4faf9ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05f84b542fb146608e257ab7edf1d6e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2946508 Apr 07 06:34:41.193142 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46162) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:41.193753 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a1bc4f-8286-41d4-bcfa-77fbd4faf9ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1150acde-2d83-4c31-982a-8ef82e39daeb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:41.245824 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] Publish callbacks [] for security_group (1150acde-2d83-4c31-982a-8ef82e39daeb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.272084 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] Publish callbacks [] for security_group (1150acde-2d83-4c31-982a-8ef82e39daeb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.362578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1150acde-2d83-4c31-982a-8ef82e39daeb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.365583 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:41.366803 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1150acde-2d83-4c31-982a-8ef82e39daeb HTTP/1.1" status: 204 len: 168 time: 0.1718171 Apr 07 06:34:41.374469 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba8011-9632-4ffb-ac42-76bea2c7574d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1150acde-2d83-4c31-982a-8ef82e39daeb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:43.542591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46280) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:43.654078 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46290) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:43.658716 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cf43d291-fd6e-472a-9de6-688f3db92bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:43.739072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cf43d291-fd6e-472a-9de6-688f3db92bb6 admin admin] Publish callbacks [] for security_group (4810e72f-2b90-4f77-a552-78dde02053f2), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:43.829844 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cf43d291-fd6e-472a-9de6-688f3db92bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4810e72f-2b90-4f77-a552-78dde02053f2), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:43.870787 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf43d291-fd6e-472a-9de6-688f3db92bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4810e72f-2b90-4f77-a552-78dde02053f2,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:43.878515 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cf43d291-fd6e-472a-9de6-688f3db92bb6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c6ae4e865264b53829d40c5c2ef815b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347127 Apr 07 06:34:43.880670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46294) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:43.935962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] Publish callbacks [] for security_group (4810e72f-2b90-4f77-a552-78dde02053f2), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:43.966422 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] Publish callbacks [] for security_group (4810e72f-2b90-4f77-a552-78dde02053f2), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.071183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.088550 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4810e72f-2b90-4f77-a552-78dde02053f2), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.091303 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.092504 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4810e72f-2b90-4f77-a552-78dde02053f2 HTTP/1.1" status: 204 len: 168 time: 0.2121170 Apr 07 06:34:44.100570 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56ea7f-dbbb-456c-a29e-59fbe8c203d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4810e72f-2b90-4f77-a552-78dde02053f2,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:44.337777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Deleting port 74749811-4f6f-4081-9f9e-5a95beebce37 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:44.338075 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.420217 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] For port 74749811-4f6f-4081-9f9e-5a95beebce37, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=74749811-4f6f-4081-9f9e-5a95beebce37,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:44.420584 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.437469 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Calling delete_port for 74749811-4f6f-4081-9f9e-5a95beebce37 owned by network:router_interface {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:44.669807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46314) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:44.682374 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad16baf8-5768-4c89-89ae-22175278be54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.692668 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (74749811-4f6f-4081-9f9e-5a95beebce37), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.719318 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Pushing event deleted for resources: {'Port': ['ID=74749811-4f6f-4081-9f9e-5a95beebce37,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:44.760824 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad16baf8-5768-4c89-89ae-22175278be54 admin admin] Publish callbacks [] for security_group (94c23cfb-b826-40c9-bd5b-c35771fe7d2e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.836908 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ad16baf8-5768-4c89-89ae-22175278be54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (94c23cfb-b826-40c9-bd5b-c35771fe7d2e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.882107 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ad16baf8-5768-4c89-89ae-22175278be54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=014c57bae5f643eb809abce0ecf87749&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2112110 Apr 07 06:34:44.882833 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46316) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:44.883473 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16baf8-5768-4c89-89ae-22175278be54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c23cfb-b826-40c9-bd5b-c35771fe7d2e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:44.898696 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.933781 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] Publish callbacks [] for security_group (94c23cfb-b826-40c9-bd5b-c35771fe7d2e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:44.954585 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] Publish callbacks [] for security_group (94c23cfb-b826-40c9-bd5b-c35771fe7d2e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.120431 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Router 2a7394ab-6a68-41f0-8464-77f50f2da82f has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:34:45.127468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (94c23cfb-b826-40c9-bd5b-c35771fe7d2e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.130393 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.134061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94c23cfb-b826-40c9-bd5b-c35771fe7d2e HTTP/1.1" status: 204 len: 168 time: 0.2451057 Apr 07 06:34:45.142332 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c385689-6965-4ffb-84f3-cb730a9cabee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c23cfb-b826-40c9-bd5b-c35771fe7d2e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:45.467803 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:34:45.476624 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-eb4cb88d-9a10-40ef-86ad-6f78bf0ee7be admin admin] 10.222.0.24 "PUT /v2.0/routers/2a7394ab-6a68-41f0-8464-77f50f2da82f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8182011 Apr 07 06:34:45.476740 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46338) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:45.479739 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Sync routers for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:34:45.494008 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:45.494966 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:45.581299 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks [] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.608303 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:45.691619 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks [] for router_gateway (2a7394ab-6a68-41f0-8464-77f50f2da82f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.800911 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:44Z', 'revision_number': 5, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port': {'id': 'f6684ab8-207b-441d-8944-4af5a8fa4123', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:4d:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:27:39Z', 'updated_at': '2022-04-07T06:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:45.823141 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Deleting port f6684ab8-207b-441d-8944-4af5a8fa4123 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:45.823553 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.829004 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Checking router: 2a7394ab-6a68-41f0-8464-77f50f2da82f for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:34:45.838544 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Routers {'2a7394ab-6a68-41f0-8464-77f50f2da82f'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:34:45.839157 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:34:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['2a7394ab-6a68-41f0-8464-77f50f2da82f'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:45.926556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] For port f6684ab8-207b-441d-8944-4af5a8fa4123, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f6684ab8-207b-441d-8944-4af5a8fa4123,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:45.929854 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:45.967064 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Calling delete_port for f6684ab8-207b-441d-8944-4af5a8fa4123 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:46.053164 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46350) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:46.058465 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] Set router 2a7394ab-6a68-41f0-8464-77f50f2da82f gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:34:46.120900 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:45Z', 'revision_number': 6, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:46.152312 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb4abf6-b0a3-4ab2-ae67-4a18dae7ca50 None None] The sync data for ids ['2a7394ab-6a68-41f0-8464-77f50f2da82f'] in dv-cinder-831776-6-iscsi is: [{'id': '2a7394ab-6a68-41f0-8464-77f50f2da82f', 'name': 'tempest-AttachVolumeShelveTestJSON-1793475634-router', 'tenant_id': '15de816e94a54017b0b809f20d84b492', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:27:37Z', 'updated_at': '2022-04-07T06:34:45Z', 'revision_number': 6, 'project_id': '15de816e94a54017b0b809f20d84b492', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:34:46.205735 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dad9be30-e5ca-422d-9dbc-2da7b201d3db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.292015 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dad9be30-e5ca-422d-9dbc-2da7b201d3db admin admin] Publish callbacks [] for security_group (9921eb52-950c-4f6c-9b88-23f198853f31), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.298645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (f6684ab8-207b-441d-8944-4af5a8fa4123), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.327291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f6684ab8-207b-441d-8944-4af5a8fa4123,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:46.356897 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-dad9be30-e5ca-422d-9dbc-2da7b201d3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9921eb52-950c-4f6c-9b88-23f198853f31), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.390071 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.412803 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-dad9be30-e5ca-422d-9dbc-2da7b201d3db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9342c5b18aa4785bda52c5f540d6d3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585956 Apr 07 06:34:46.419932 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9be30-e5ca-422d-9dbc-2da7b201d3db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9921eb52-950c-4f6c-9b88-23f198853f31,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:46.422065 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46366) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:46.511039 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.516901 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks [] for router_controller (2a7394ab-6a68-41f0-8464-77f50f2da82f), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.577221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] Publish callbacks [] for security_group (9921eb52-950c-4f6c-9b88-23f198853f31), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.601009 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] Publish callbacks [] for security_group (9921eb52-950c-4f6c-9b88-23f198853f31), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.630611 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (2a7394ab-6a68-41f0-8464-77f50f2da82f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.634352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a7394ab-6a68-41f0-8464-77f50f2da82f {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:34:46.640102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.641331 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d57d40b3-2bc5-40a1-a7b8-ac43852e63fc admin admin] 10.222.0.24 "DELETE /v2.0/routers/2a7394ab-6a68-41f0-8464-77f50f2da82f HTTP/1.1" status: 204 len: 168 time: 1.1642497 Apr 07 06:34:46.644466 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46372) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:46.693481 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Deleting subnet 71330782-8c3f-43cd-9d00-bfc7876bd6e6 {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:34:46.696609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Publish callbacks [] for subnet (71330782-8c3f-43cd-9d00-bfc7876bd6e6), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.730250 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (71330782-8c3f-43cd-9d00-bfc7876bd6e6), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.733616 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9921eb52-950c-4f6c-9b88-23f198853f31), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.736855 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.738287 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9921eb52-950c-4f6c-9b88-23f198853f31 HTTP/1.1" status: 204 len: 168 time: 0.3152225 Apr 07 06:34:46.748526 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f71b92-b5a7-4702-bb78-132489cc510a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9921eb52-950c-4f6c-9b88-23f198853f31,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:46.812564 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (71330782-8c3f-43cd-9d00-bfc7876bd6e6), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.957410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (71330782-8c3f-43cd-9d00-bfc7876bd6e6), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.981286 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71330782-8c3f-43cd-9d00-bfc7876bd6e6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:46.988029 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:46.991397 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-5af09395-816f-47fa-a902-357e407ee5b0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/71330782-8c3f-43cd-9d00-bfc7876bd6e6 HTTP/1.1" status: 204 len: 168 time: 0.3455989 Apr 07 06:34:46.994322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46380) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:47.001355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d79c24e-5434-497f-9bcf-2809ba95f323 None None] Network acaca60a-1632-43d0-b2ca-5016f14977f3 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:34:47.070113 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (acaca60a-1632-43d0-b2ca-5016f14977f3), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.133385 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Deleting port 23a2d524-26fe-4203-ae30-1b2c4da2cdca {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:47.133739 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.190584 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33746615-64cb-4104-b001-fb75462c993f None None] DHCP port deletion for acaca60a-1632-43d0-b2ca-5016f14977f3 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:34:47.224583 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] For port 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=23a2d524-26fe-4203-ae30-1b2c4da2cdca,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:47.225169 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.257981 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Calling delete_port for 23a2d524-26fe-4203-ae30-1b2c4da2cdca owned by network:dhcp {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:47.277835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-33746615-64cb-4104-b001-fb75462c993f None None] Deleting port 23a2d524-26fe-4203-ae30-1b2c4da2cdca {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:34:47.278216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33746615-64cb-4104-b001-fb75462c993f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.393786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-33746615-64cb-4104-b001-fb75462c993f None None] For port 23a2d524-26fe-4203-ae30-1b2c4da2cdca, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=23a2d524-26fe-4203-ae30-1b2c4da2cdca,segment=NetworkSegment(a77a4722-779e-44e1-bd7d-657575754b57),segment_id=a77a4722-779e-44e1-bd7d-657575754b57)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:34:47.394615 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33746615-64cb-4104-b001-fb75462c993f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.409298 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-33746615-64cb-4104-b001-fb75462c993f None None] Calling delete_port for 23a2d524-26fe-4203-ae30-1b2c4da2cdca owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:34:47.506175 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.516063 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-33746615-64cb-4104-b001-fb75462c993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (23a2d524-26fe-4203-ae30-1b2c4da2cdca), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.550979 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Pushing event deleted for resources: {'Port': ['ID=23a2d524-26fe-4203-ae30-1b2c4da2cdca,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:47.552715 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33746615-64cb-4104-b001-fb75462c993f None None] Pushing event deleted for resources: {'Port': ['ID=23a2d524-26fe-4203-ae30-1b2c4da2cdca,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:47.565524 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33746615-64cb-4104-b001-fb75462c993f None None] No DVR routers for this DVR port 23a2d524-26fe-4203-ae30-1b2c4da2cdca on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:47.568837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] No DVR routers for this DVR port 23a2d524-26fe-4203-ae30-1b2c4da2cdca on host dv-cinder-831776-6-iscsi {{(pid=103956) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:34:47.648457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (acaca60a-1632-43d0-b2ca-5016f14977f3), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.668769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaca60a-1632-43d0-b2ca-5016f14977f3']}} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:47.677730 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77a4722-779e-44e1-bd7d-657575754b57') {'for_net_delete': True} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:47.678082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.services.segments.db [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77a4722-779e-44e1-bd7d-657575754b57') {} {{(pid=103956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:34:47.687081 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9856764'] for segment (a77a4722-779e-44e1-bd7d-657575754b57), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.700347 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (a77a4722-779e-44e1-bd7d-657575754b57), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.707176 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103956) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:34:47.707176 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3292100'] for segment (a77a4722-779e-44e1-bd7d-657575754b57), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: Traceback (most recent call last): Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: timer() Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: cb(*args, **kw) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: return func(*args, **kwargs) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: self._notify() Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: self.callback(batched_events) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: event.method(event) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: return f(self, *a, **k) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._get(url).json() Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: return self.request(url, 'GET', **kwargs) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:34:47.707931 dv-cinder-831776-6-iscsi neutron-server[103956]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:34:47.974108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 74749811-4f6f-4081-9f9e-5a95beebce37 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:48.006168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 74749811-4f6f-4081-9f9e-5a95beebce37 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:48.006168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 74749811-4f6f-4081-9f9e-5a95beebce37 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:48.006168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 23a2d524-26fe-4203-ae30-1b2c4da2cdca no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:48.024780 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 23a2d524-26fe-4203-ae30-1b2c4da2cdca {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:48.025776 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 23a2d524-26fe-4203-ae30-1b2c4da2cdca not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:48.026539 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f6684ab8-207b-441d-8944-4af5a8fa4123 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:34:48.052564 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: f6684ab8-207b-441d-8944-4af5a8fa4123 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:34:48.052997 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f6684ab8-207b-441d-8944-4af5a8fa4123 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:34:48.139785 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (acaca60a-1632-43d0-b2ca-5016f14977f3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:48.145670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:48.151606 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] 10.222.0.24 "DELETE /v2.0/networks/acaca60a-1632-43d0-b2ca-5016f14977f3 HTTP/1.1" status: 204 len: 168 time: 1.1534715 Apr 07 06:34:48.160223 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230ed16-2853-48f7-aa45-44368048544c admin admin] Pushing event deleted for resources: {'Network': ['ID=acaca60a-1632-43d0-b2ca-5016f14977f3,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:48.276665 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-78be294c-5ea2-4329-b823-bddd5f7b8881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:48.816336 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46442) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:48.859013 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8c604d87-2e34-4453-b19f-b563cae81f52 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15de816e94a54017b0b809f20d84b492&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414221 Apr 07 06:34:48.861471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46444) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:48.909230 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] Publish callbacks [] for security_group (4996d5d7-e38f-4aa6-bab6-690390fc0bfc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:48.930744 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] Publish callbacks [] for security_group (4996d5d7-e38f-4aa6-bab6-690390fc0bfc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:49.031249 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4996d5d7-e38f-4aa6-bab6-690390fc0bfc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:49.034112 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:49.035519 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4996d5d7-e38f-4aa6-bab6-690390fc0bfc HTTP/1.1" status: 204 len: 168 time: 0.1730328 Apr 07 06:34:49.043830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d605a7c-39f3-4f7d-9c6f-e5588ee0c2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4996d5d7-e38f-4aa6-bab6-690390fc0bfc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:49.852931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46484) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:49.965248 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.037787 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Publish callbacks [] for security_group (9d265609-6929-4628-9c6c-7d8d09558bcb), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.126632 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9d265609-6929-4628-9c6c-7d8d09558bcb), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.163585 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=586714ef655b4590811d3599a6507135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095183 Apr 07 06:34:50.164848 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d265609-6929-4628-9c6c-7d8d09558bcb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:50.166508 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46500) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:50.172784 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.173220 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.173570 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.173916 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.174251 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.174607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.174933 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.175258 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.175612 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.175986 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.176314 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.176640 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.176956 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.177279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.177598 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f35f10-c13c-44a2-9ad9-0ca7ca2a0592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:34:50.218675 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] Publish callbacks [] for security_group (9d265609-6929-4628-9c6c-7d8d09558bcb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.241699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] Publish callbacks [] for security_group (9d265609-6929-4628-9c6c-7d8d09558bcb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.339450 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (9d265609-6929-4628-9c6c-7d8d09558bcb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.342165 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:50.343309 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d265609-6929-4628-9c6c-7d8d09558bcb HTTP/1.1" status: 204 len: 168 time: 0.1758070 Apr 07 06:34:50.351587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94354e38-4b51-46e3-9442-cbd3fdcdc1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d265609-6929-4628-9c6c-7d8d09558bcb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:50.412105 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:34:50.613460 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-210e19c4-0a80-4cc4-98ae-4bd98f2e6478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.117458 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46526) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:51.130733 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1b20eaba-9dd7-488e-940b-51058f46a1a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.202552 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1b20eaba-9dd7-488e-940b-51058f46a1a7 admin admin] Publish callbacks [] for security_group (897162e3-5042-4f8b-8ffb-7aebda01c045), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.310551 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1b20eaba-9dd7-488e-940b-51058f46a1a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (897162e3-5042-4f8b-8ffb-7aebda01c045), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.349743 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1b20eaba-9dd7-488e-940b-51058f46a1a7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e8ad3738ad44b629049e10c58cf27ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311692 Apr 07 06:34:51.357382 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20eaba-9dd7-488e-940b-51058f46a1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897162e3-5042-4f8b-8ffb-7aebda01c045,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:51.357534 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46534) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:51.402925 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] Publish callbacks [] for security_group (897162e3-5042-4f8b-8ffb-7aebda01c045), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.423066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] Publish callbacks [] for security_group (897162e3-5042-4f8b-8ffb-7aebda01c045), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.579506 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (897162e3-5042-4f8b-8ffb-7aebda01c045), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.582180 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:51.583350 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/897162e3-5042-4f8b-8ffb-7aebda01c045 HTTP/1.1" status: 204 len: 168 time: 0.2299712 Apr 07 06:34:51.591836 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442c87ec-720e-46e5-8f96-c077823bead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897162e3-5042-4f8b-8ffb-7aebda01c045,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:51.922668 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:52.865234 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:53.991493 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46602) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:54.092824 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-324a117b-ee21-43a2-a76c-eeeceba8613b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.164125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-324a117b-ee21-43a2-a76c-eeeceba8613b admin admin] Publish callbacks [] for security_group (99729630-8312-436e-bbd4-3b07915d79f7), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.295017 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-324a117b-ee21-43a2-a76c-eeeceba8613b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (99729630-8312-436e-bbd4-3b07915d79f7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.325978 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-324a117b-ee21-43a2-a76c-eeeceba8613b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0845e6e91df54d95948c9c66c27766b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332744 Apr 07 06:34:54.329370 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46618) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:34:54.337079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324a117b-ee21-43a2-a76c-eeeceba8613b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99729630-8312-436e-bbd4-3b07915d79f7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:34:54.380034 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] Publish callbacks [] for security_group (99729630-8312-436e-bbd4-3b07915d79f7), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.404601 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] Publish callbacks [] for security_group (99729630-8312-436e-bbd4-3b07915d79f7), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.533544 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.568343 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (99729630-8312-436e-bbd4-3b07915d79f7), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.570866 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:34:54.572243 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99729630-8312-436e-bbd4-3b07915d79f7 HTTP/1.1" status: 204 len: 168 time: 0.2417803 Apr 07 06:34:54.590247 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279568fc-9a75-4a13-a140-b31831b02412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99729630-8312-436e-bbd4-3b07915d79f7,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:02.773938 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46830) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:02.877849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:02.951759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Publish callbacks [] for security_group (030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.093396 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.132646 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1e0bc4a32b14e069e409de15a94390a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574917 Apr 07 06:35:03.133524 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:03.135336 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46848) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:03.141531 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.144935 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.146067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.146067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.146067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.146067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b464125e-26f4-45e1-b50d-4ae6f6382477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:03.189252 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] Publish callbacks [] for security_group (030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.211887 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] Publish callbacks [] for security_group (030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.356238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.359361 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:03.360607 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607 HTTP/1.1" status: 204 len: 168 time: 0.2240298 Apr 07 06:35:03.368654 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2ef93-0f37-4910-b7ad-c735eb819226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030ea6a0-e0ff-4a7a-8a7e-fddaf55d9607,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:04.015177 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46874) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:04.019698 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46876) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:04.033460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b28cb6f-dbe8-4b00-a9e0-afd23024cd72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.105147 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b28cb6f-dbe8-4b00-a9e0-afd23024cd72 admin admin] Publish callbacks [] for security_group (7b696d4e-9dc3-4e14-9530-3bf338ff1613), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.202109 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0b28cb6f-dbe8-4b00-a9e0-afd23024cd72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7b696d4e-9dc3-4e14-9530-3bf338ff1613), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.215590 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d10def0c-3289-43d0-b697-1104dbcee47e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.244495 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0b28cb6f-dbe8-4b00-a9e0-afd23024cd72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be066481521447e888b6e4e2c3fcce2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213328 Apr 07 06:35:04.244495 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28cb6f-dbe8-4b00-a9e0-afd23024cd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b696d4e-9dc3-4e14-9530-3bf338ff1613,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:04.245756 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46880) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:04.293280 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d10def0c-3289-43d0-b697-1104dbcee47e admin admin] Publish callbacks [] for security_group (c61accbb-c201-4f08-afce-907bafa142b0), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.297762 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] Publish callbacks [] for security_group (7b696d4e-9dc3-4e14-9530-3bf338ff1613), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.318080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] Publish callbacks [] for security_group (7b696d4e-9dc3-4e14-9530-3bf338ff1613), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.379651 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d10def0c-3289-43d0-b697-1104dbcee47e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c61accbb-c201-4f08-afce-907bafa142b0), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.417531 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d10def0c-3289-43d0-b697-1104dbcee47e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e291fb95263145a5a84c4d5d53021e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012566 Apr 07 06:35:04.419439 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10def0c-3289-43d0-b697-1104dbcee47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61accbb-c201-4f08-afce-907bafa142b0,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:04.420252 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46882) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:04.453258 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7b696d4e-9dc3-4e14-9530-3bf338ff1613), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.455795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.456917 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b696d4e-9dc3-4e14-9530-3bf338ff1613 HTTP/1.1" status: 204 len: 168 time: 0.2102008 Apr 07 06:35:04.468513 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec7867e-5c78-4f91-b0a1-28464e9d42f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b696d4e-9dc3-4e14-9530-3bf338ff1613,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:04.481001 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] Publish callbacks [] for security_group (c61accbb-c201-4f08-afce-907bafa142b0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.506173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] Publish callbacks [] for security_group (c61accbb-c201-4f08-afce-907bafa142b0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.659532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c61accbb-c201-4f08-afce-907bafa142b0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.662077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:04.663227 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c61accbb-c201-4f08-afce-907bafa142b0 HTTP/1.1" status: 204 len: 168 time: 0.2419322 Apr 07 06:35:04.671081 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a370225-eb66-4777-be7b-ca9f7c6dbe80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61accbb-c201-4f08-afce-907bafa142b0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:05.214367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46910) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:05.229750 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e022-7b0c-4f92-a4e5-5b15aeef6325 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.306399 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e022-7b0c-4f92-a4e5-5b15aeef6325 admin admin] Publish callbacks [] for security_group (71e04d61-900a-45ff-a674-2b09505ca88b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.425400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a4e7e022-7b0c-4f92-a4e5-5b15aeef6325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (71e04d61-900a-45ff-a674-2b09505ca88b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.467026 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a4e7e022-7b0c-4f92-a4e5-5b15aeef6325 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6435b4059a84266887a17913c393a04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2506499 Apr 07 06:35:05.469647 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7e022-7b0c-4f92-a4e5-5b15aeef6325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e04d61-900a-45ff-a674-2b09505ca88b,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:05.470719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46924) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:05.518729 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] Publish callbacks [] for security_group (71e04d61-900a-45ff-a674-2b09505ca88b), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.539276 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] Publish callbacks [] for security_group (71e04d61-900a-45ff-a674-2b09505ca88b), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.663723 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (71e04d61-900a-45ff-a674-2b09505ca88b), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.667127 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:05.670778 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/71e04d61-900a-45ff-a674-2b09505ca88b HTTP/1.1" status: 204 len: 168 time: 0.1966779 Apr 07 06:35:05.677160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3dd92-5426-43e8-94f7-d703df082852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e04d61-900a-45ff-a674-2b09505ca88b,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:05.695260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46934) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:06.050996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5065e6f-a89e-4f97-a5ac-77b0c728735c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.130478 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5065e6f-a89e-4f97-a5ac-77b0c728735c admin admin] Publish callbacks [] for security_group (c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.225048 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c5065e6f-a89e-4f97-a5ac-77b0c728735c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.279545 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c5065e6f-a89e-4f97-a5ac-77b0c728735c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=653329d427de48649de60897b1f9d05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5747349 Apr 07 06:35:06.279545 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5065e6f-a89e-4f97-a5ac-77b0c728735c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:06.280090 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46954) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:06.323339 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] Publish callbacks [] for security_group (c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.349398 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] Publish callbacks [] for security_group (c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.476882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.479623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:06.483681 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930 HTTP/1.1" status: 204 len: 168 time: 0.2063632 Apr 07 06:35:06.492212 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d05c4-15a8-4341-bcd4-d39319cafd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ac6b6c-d36f-4ea2-9536-0f6eaf7cb930,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:06.933421 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.215989 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 46982) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:07.235269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87c38d43-92d2-4e47-a591-246ac5bcdbf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.344051 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46992) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:07.362459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87c38d43-92d2-4e47-a591-246ac5bcdbf2 admin admin] Publish callbacks [] for security_group (b60fdf4b-15a0-487d-bc6a-6f7156346b8b), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.446810 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-240be361-cb67-4c5b-a226-b64b0a8d37bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.493931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-87c38d43-92d2-4e47-a591-246ac5bcdbf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b60fdf4b-15a0-487d-bc6a-6f7156346b8b), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.526760 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-240be361-cb67-4c5b-a226-b64b0a8d37bd admin admin] Publish callbacks [] for security_group (f320ad65-ada4-4880-8418-5c37e7c0dbbe), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.536906 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-87c38d43-92d2-4e47-a591-246ac5bcdbf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fcf67646cf94d77abc12ce532b20d2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3197410 Apr 07 06:35:07.539620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 46998) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:07.540068 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c38d43-92d2-4e47-a591-246ac5bcdbf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60fdf4b-15a0-487d-bc6a-6f7156346b8b,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:07.589633 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-240be361-cb67-4c5b-a226-b64b0a8d37bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f320ad65-ada4-4880-8418-5c37e7c0dbbe), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.605759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] Publish callbacks [] for security_group (b60fdf4b-15a0-487d-bc6a-6f7156346b8b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.643625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be361-cb67-4c5b-a226-b64b0a8d37bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f320ad65-ada4-4880-8418-5c37e7c0dbbe,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:07.653820 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-240be361-cb67-4c5b-a226-b64b0a8d37bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3946fbd031341ca950bf041519dbc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081365 Apr 07 06:35:07.657115 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47008) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:07.659581 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] Publish callbacks [] for security_group (b60fdf4b-15a0-487d-bc6a-6f7156346b8b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.712832 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] Publish callbacks [] for security_group (f320ad65-ada4-4880-8418-5c37e7c0dbbe), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.734826 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] Publish callbacks [] for security_group (f320ad65-ada4-4880-8418-5c37e7c0dbbe), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.789160 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b60fdf4b-15a0-487d-bc6a-6f7156346b8b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.794088 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.794088 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b60fdf4b-15a0-487d-bc6a-6f7156346b8b HTTP/1.1" status: 204 len: 168 time: 0.2531190 Apr 07 06:35:07.802435 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103b02a6-e00c-491b-a737-504c2f5bee04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60fdf4b-15a0-487d-bc6a-6f7156346b8b,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:07.870573 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f320ad65-ada4-4880-8418-5c37e7c0dbbe), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.873386 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:07.874543 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f320ad65-ada4-4880-8418-5c37e7c0dbbe HTTP/1.1" status: 204 len: 168 time: 0.2164271 Apr 07 06:35:07.884062 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf855ca0-8c1f-46bc-982a-84e31c504d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f320ad65-ada4-4880-8418-5c37e7c0dbbe,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:18.201962 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-213df54c-4872-485b-830c-82ceedb5351b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:20.606309 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5ba635e4-bf5a-4437-b835-80c210b2843d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:21.967667 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:22.904453 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:24.463003 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:25.008842 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-f114b623-2913-4a39-807f-09e8cea27946 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301826 Apr 07 06:35:25.198732 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-f8b43c3c-a3e5-475d-a941-a9e42b9f2248 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:25.200129 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-f8b43c3c-a3e5-475d-a941-a9e42b9f2248 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1859775 Apr 07 06:35:25.214884 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0b35155d-ffed-4a16-b5c0-c19d3ff789f2 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/quotas/d64b8dfa4dd84e508cf00877bb731d5d HTTP/1.1" status: 200 len: 375 time: 0.0094035 Apr 07 06:35:25.251988 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-25e9e2b4-8dc8-480c-a91d-6abb4d9b11b5 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311675 Apr 07 06:35:25.481115 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8ef86091-c21f-4c2f-afe7-f774b0c0716a req-f9d1f055-d323-426b-8995-037df0bc237c tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0290489 Apr 07 06:35:26.578418 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aaa63ce4-dc0c-45f0-a7bd-c7739330af88 req-b929e09b-0a8e-421c-8147-c328a33125bf tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Apr 07 06:35:27.411257 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:35:27.583999 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-f4e8b52b-493a-4e8e-8f92-866b7c4276bc tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328624 Apr 07 06:35:27.674362 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b6e38b1-b37c-4aea-869a-42df5ce616c5 req-e108099b-8bc8-4637-a365-4e7e74df8cd9 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0269685 Apr 07 06:35:27.772140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-06301913-44e4-4a96-af9d-155165fb71b2 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:27.773590 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-06301913-44e4-4a96-af9d-155165fb71b2 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825075 Apr 07 06:35:27.788997 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Request body: {'port': {'device_id': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538', 'admin_state_up': True, 'tenant_id': 'd64b8dfa4dd84e508cf00877bb731d5d'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:35:27.967322 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Made reservation on behalf of d64b8dfa4dd84e508cf00877bb731d5d for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:35:27.970781 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:27.983971 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.058011 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks [] for security_group (35fa591a-8e3d-42c7-b201-3497f5024c08), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.127079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (35fa591a-8e3d-42c7-b201-3497f5024c08), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.188685 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fa591a-8e3d-42c7-b201-3497f5024c08,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:28.258312 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Allocated IP 192.168.233.225 (3726c5ee-94d2-4fe2-a210-9e556e2d1538/028a0c49-d13b-4cb8-a06f-680649c52343/91bf74a8-169a-4e41-b785-451df55ba538) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:35:28.396264 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks [] for port (91bf74a8-169a-4e41-b785-451df55ba538), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.516536 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.563855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:35:28.568448 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:35:28.571327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:35:28.577977 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Pushing event updated for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:28.624414 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:28.625081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.719834 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-10ea0fec-2ac3-4d4d-8be0-aac37b2de66e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9354143 Apr 07 06:35:28.734551 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Request body: {'port': {'device_id': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:35:28.809274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c4646-bfe6-4ffa-a6ba-de1a07473671 req-f7a27621-8025-45d5-bf37-c3c8bd258d82 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:28.810793 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d37c4646-bfe6-4ffa-a6ba-de1a07473671 req-f7a27621-8025-45d5-bf37-c3c8bd258d82 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 936 time: 0.0649202 Apr 07 06:35:28.814279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (91bf74a8-169a-4e41-b785-451df55ba538), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.861797 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-de70dc18-8704-4442-b2bc-b2be13774a46 None None] Provisioning complete for port 91bf74a8-169a-4e41-b785-451df55ba538 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:35:28.862748 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-de70dc18-8704-4442-b2bc-b2be13774a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (91bf74a8-169a-4e41-b785-451df55ba538), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:28.867592 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d37c4646-bfe6-4ffa-a6ba-de1a07473671 req-2bc5d0ef-b059-4cb9-9e43-f34f9f73d78f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510530 Apr 07 06:35:28.904073 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-de70dc18-8704-4442-b2bc-b2be13774a46 None None] Port 91bf74a8-169a-4e41-b785-451df55ba538 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:35:29.093408 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91bf74a8-169a-4e41-b785-451df55ba538 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:35:29.103404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks [] for port (91bf74a8-169a-4e41-b785-451df55ba538), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:29.113680 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Transition to ACTIVE for port object 91bf74a8-169a-4e41-b785-451df55ba538 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:35:29.178808 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:29.231160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Pushing event updated for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:29.300639 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Attempting to bind port 91bf74a8-169a-4e41-b785-451df55ba538 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:35:29.300976 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Attempting to bind port 91bf74a8-169a-4e41-b785-451df55ba538 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:35:29.301305 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Attempting to bind port 91bf74a8-169a-4e41-b785-451df55ba538 on network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:35:29.306432 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Port 91bf74a8-169a-4e41-b785-451df55ba538 on network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:35:29.306758 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Attempting to bind port 91bf74a8-169a-4e41-b785-451df55ba538 on network 3726c5ee-94d2-4fe2-a210-9e556e2d1538 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:35:29.311646 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:35:29.312020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Checking segment: {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:35:29.312408 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Bound using segment: {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:35:29.312843 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Bound port: 91bf74a8-169a-4e41-b785-451df55ba538, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57b85d25-756e-4b2a-955a-419e01a70c65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:35:29.313232 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (91bf74a8-169a-4e41-b785-451df55ba538), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:29.377009 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:35:29.380113 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91bf74a8-169a-4e41-b785-451df55ba538,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:35:29.447623 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:29.480600 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.481370 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:29.482872 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] 10.222.0.25 "PUT /v2.0/ports/91bf74a8-169a-4e41-b785-451df55ba538 HTTP/1.1" status: 200 len: 1098 time: 0.7525282 Apr 07 06:35:29.484897 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:35:29.487177 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde741b4-cb73-46c7-8b55-3273d8a8a10c" -d '{"events": [{"name": "network-changed", "server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "tag": "91bf74a8-169a-4e41-b785-451df55ba538"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:35:29.516961 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0502cf22-78ec-4ee1-b5e4-7da634601857 service neutron] Pushing event updated for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:29.533449 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca261ec6-05b0-4ab9-a06b-629b9ab7e974 x-openstack-request-id: req-ca261ec6-05b0-4ab9-a06b-629b9ab7e974 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:35:29.533741 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "tag": "91bf74a8-169a-4e41-b785-451df55ba538", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:35:29.533995 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca261ec6-05b0-4ab9-a06b-629b9ab7e974 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:35:29.534557 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca261ec6-05b0-4ab9-a06b-629b9ab7e974'] response: {'name': 'network-changed', 'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538', 'status': 'completed', 'code': 200} Apr 07 06:35:29.603416 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde741b4-cb73-46c7-8b55-3273d8a8a10c req-4de6f993-78b2-4380-9b8a-915e109bf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.605064 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fde741b4-cb73-46c7-8b55-3273d8a8a10c req-4de6f993-78b2-4380-9b8a-915e109bf3f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 1132 time: 0.0475554 Apr 07 06:35:29.642625 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fde741b4-cb73-46c7-8b55-3273d8a8a10c req-21e28156-ec4f-4e03-8ad6-0d29f87a4f49 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288441 Apr 07 06:35:29.799330 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde741b4-cb73-46c7-8b55-3273d8a8a10c req-8991c963-0de0-4b9d-92b2-c7643d24d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.800823 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fde741b4-cb73-46c7-8b55-3273d8a8a10c req-8991c963-0de0-4b9d-92b2-c7643d24d64c service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1509461 Apr 07 06:35:29.882200 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-da775bf8-4b86-4b7b-ab83-cb30e4cb607f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.883632 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-da775bf8-4b86-4b7b-ab83-cb30e4cb607f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 1132 time: 0.0444615 Apr 07 06:35:29.926020 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-c017b981-22eb-4f40-b4d0-777b86d675ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=91bf74a8-169a-4e41-b785-451df55ba538 HTTP/1.1" status: 200 len: 217 time: 0.0340052 Apr 07 06:35:29.980273 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-91ae85bd-4068-4372-8a03-50e470219df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.981748 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-91ae85bd-4068-4372-8a03-50e470219df8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=028a0c49-d13b-4cb8-a06f-680649c52343 HTTP/1.1" status: 200 len: 843 time: 0.0483968 Apr 07 06:35:29.996414 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337e56bf-60d3-40c3-8fdb-da3bef9e613f req-602b4c3a-5d7a-4b11-ac58-5df1d072fa5e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:29.998348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-337e56bf-60d3-40c3-8fdb-da3bef9e613f req-602b4c3a-5d7a-4b11-ac58-5df1d072fa5e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 948 time: 0.0632529 Apr 07 06:35:30.039755 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-1b2b7603-1d01-4546-b217-7c8651fb8577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:30.041559 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-1b2b7603-1d01-4546-b217-7c8651fb8577 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3726c5ee-94d2-4fe2-a210-9e556e2d1538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0519557 Apr 07 06:35:30.045700 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-337e56bf-60d3-40c3-8fdb-da3bef9e613f req-6b19cfd9-457a-49b6-8f48-de8db6f50c06 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410216 Apr 07 06:35:30.136712 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-6bedc404-505c-46b9-9022-3da19f110d16 service neutron] 10.222.0.25 "GET /v2.0/networks/3726c5ee-94d2-4fe2-a210-9e556e2d1538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881708 Apr 07 06:35:30.228873 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c9b4709f-038a-4513-98af-6d1ea0aaab26 req-5fdc198a-5afe-435f-a197-9200e2b50365 service neutron] 10.222.0.25 "GET /v2.0/networks/3726c5ee-94d2-4fe2-a210-9e556e2d1538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844204 Apr 07 06:35:31.167556 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391295d6-aae4-4908-a8f3-3a3773ddc093 req-341a6e89-50db-4b5c-91aa-ea81b8413504 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:31.168987 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-391295d6-aae4-4908-a8f3-3a3773ddc093 req-341a6e89-50db-4b5c-91aa-ea81b8413504 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 948 time: 0.0552275 Apr 07 06:35:31.213700 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-391295d6-aae4-4908-a8f3-3a3773ddc093 req-9a3ddccb-2d06-4477-81d7-6240dd881f6f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390406 Apr 07 06:35:32.327781 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375301de-8cdb-486d-836e-22ffce616836 req-1c96914a-009d-4ff4-8909-57386cd7a6be tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:32.329168 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-375301de-8cdb-486d-836e-22ffce616836 req-1c96914a-009d-4ff4-8909-57386cd7a6be tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 948 time: 0.0515525 Apr 07 06:35:32.376130 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-375301de-8cdb-486d-836e-22ffce616836 req-a3dfebaa-c516-41e1-a3bc-95ef6e18f13c tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Apr 07 06:35:33.490862 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e69b6-cdf6-491d-9e84-682b0f7fecfc req-899ab00c-8cd2-44c8-a9f0-1d7eb18afb2f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:33.492347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe7e69b6-cdf6-491d-9e84-682b0f7fecfc req-899ab00c-8cd2-44c8-a9f0-1d7eb18afb2f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 948 time: 0.0516639 Apr 07 06:35:33.540673 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fe7e69b6-cdf6-491d-9e84-682b0f7fecfc req-b37d54e9-6f4e-4f29-b9c9-1599f918e21c tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427749 Apr 07 06:35:33.810645 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 91bf74a8-169a-4e41-b785-451df55ba538 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:35:33.905446 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91bf74a8-169a-4e41-b785-451df55ba538,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:35:33.916868 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '91bf74a8-169a-4e41-b785-451df55ba538', 'network_id': '3726c5ee-94d2-4fe2-a210-9e556e2d1538', 'port_id': '91bf74a8-169a-4e41-b785-451df55ba538', 'mac_address': 'fa:16:3e:c5:25:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028a0c49-d13b-4cb8-a06f-680649c52343', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:35:33.952691 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 91bf74a8-169a-4e41-b785-451df55ba538 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:35:33.953083 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (91bf74a8-169a-4e41-b785-451df55ba538), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:33.965664 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91bf74a8-169a-4e41-b785-451df55ba538 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:35:33.984614 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91bf74a8-169a-4e41-b785-451df55ba538,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:35:34.064151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:34.115949 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:34.123373 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.123727 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.124108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.124450 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.124785 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.125116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.125509 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.125850 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.126178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.126506 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.126831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.127159 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.127489 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.127836 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.128160 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:34.318285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['91bf74a8-169a-4e41-b785-451df55ba538'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:35:34.662608 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e05df9-8428-4ddd-8e03-b1ee95941d40 req-08a5e75d-9617-40a1-b405-fa5dfece7e6f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:34.664114 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f6e05df9-8428-4ddd-8e03-b1ee95941d40 req-08a5e75d-9617-40a1-b405-fa5dfece7e6f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 949 time: 0.0581665 Apr 07 06:35:34.710641 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f6e05df9-8428-4ddd-8e03-b1ee95941d40 req-addfb951-3935-43f1-875f-c6c33b7e873f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Apr 07 06:35:35.679114 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 91bf74a8-169a-4e41-b785-451df55ba538 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:35:35.829749 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 91bf74a8-169a-4e41-b785-451df55ba538 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:35:35.832275 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfadcac4-6922-4cd1-8ca1-1a329da3e1ed req-30bdbcf3-8c48-41d8-913a-e74c5a839e53 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:35.834374 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bfadcac4-6922-4cd1-8ca1-1a329da3e1ed req-30bdbcf3-8c48-41d8-913a-e74c5a839e53 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 949 time: 0.0531001 Apr 07 06:35:35.834540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 91bf74a8-169a-4e41-b785-451df55ba538 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:35:35.834801 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (91bf74a8-169a-4e41-b785-451df55ba538), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:35.886108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bfadcac4-6922-4cd1-8ca1-1a329da3e1ed req-66f5e604-c50b-4921-8e7d-e1f72ce9cac4 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Apr 07 06:35:35.921071 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 91bf74a8-169a-4e41-b785-451df55ba538 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:35:35.921071 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (91bf74a8-169a-4e41-b785-451df55ba538), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:35.940117 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:35:35.943593 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68dd601-e135-40b2-8171-3f680c266d77" -d '{"events": [{"server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "name": "network-vif-plugged", "status": "completed", "tag": "91bf74a8-169a-4e41-b785-451df55ba538"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:35:35.957321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91bf74a8-169a-4e41-b785-451df55ba538,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:35:35.983282 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a3e7b0-8b39-43d4-94ca-903ac0b9982c x-openstack-request-id: req-00a3e7b0-8b39-43d4-94ca-903ac0b9982c {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:35:35.983583 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "name": "network-vif-plugged", "status": "completed", "tag": "91bf74a8-169a-4e41-b785-451df55ba538", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:35:35.984033 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00a3e7b0-8b39-43d4-94ca-903ac0b9982c {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:35:35.984505 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00a3e7b0-8b39-43d4-94ca-903ac0b9982c'] response: {'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538', 'code': 200} Apr 07 06:35:36.013100 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:36.059983 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:36.344089 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf42efba-04b6-4d36-9473-3e0e019f757c req-3a391495-9c30-43ab-894f-05e57110b679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:36.345862 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bf42efba-04b6-4d36-9473-3e0e019f757c req-3a391495-9c30-43ab-894f-05e57110b679 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 1134 time: 0.0468290 Apr 07 06:35:36.393259 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-bf42efba-04b6-4d36-9473-3e0e019f757c req-2667df42-2318-4260-902b-e6de8340b004 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384254 Apr 07 06:35:36.932766 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:37.014483 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e929d-c63e-471f-b930-e9a80c76bbad req-53b935b1-80f8-40be-b6ce-f0b77dc14162 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:37.016025 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-031e929d-c63e-471f-b930-e9a80c76bbad req-53b935b1-80f8-40be-b6ce-f0b77dc14162 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0569875 Apr 07 06:35:37.063666 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-031e929d-c63e-471f-b930-e9a80c76bbad req-11b80ea5-552b-4a16-aa44-2da9cdd83801 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Apr 07 06:35:37.490004 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47562) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:37.590800 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e50568b5-0d0d-4071-bdc7-8f6a86a438ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:37.663185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e50568b5-0d0d-4071-bdc7-8f6a86a438ff admin admin] Publish callbacks [] for security_group (c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:37.736951 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e50568b5-0d0d-4071-bdc7-8f6a86a438ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:37.775513 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e50568b5-0d0d-4071-bdc7-8f6a86a438ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41113bd6a2de44fb84e7159b2c0e38fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844534 Apr 07 06:35:37.777438 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50568b5-0d0d-4071-bdc7-8f6a86a438ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:37.778319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47566) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:37.838866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] Publish callbacks [] for security_group (c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:37.862125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] Publish callbacks [] for security_group (c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:38.000438 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:38.003111 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:38.004395 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9 HTTP/1.1" status: 204 len: 168 time: 0.2250538 Apr 07 06:35:38.013035 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be6c1e-b4b3-47e1-9531-3553eaa05bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f3adf4-1fc1-40a1-8eb1-dcced9b7a7a9,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:38.189037 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269defa7-321d-493c-a0d1-eeb4ef177e3d req-36c71812-ad9f-4d17-a8de-f8811c4dc8fd tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:38.190578 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-269defa7-321d-493c-a0d1-eeb4ef177e3d req-36c71812-ad9f-4d17-a8de-f8811c4dc8fd tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0550022 Apr 07 06:35:38.241973 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-269defa7-321d-493c-a0d1-eeb4ef177e3d req-ee6dabbe-6734-4eab-aa31-6f4faea6570e tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Apr 07 06:35:38.751790 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51c9d2-842a-454f-9dbd-a9d0991411b0 req-119051b3-5888-413c-aec3-fa6756a1f16f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:38.753276 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd51c9d2-842a-454f-9dbd-a9d0991411b0 req-119051b3-5888-413c-aec3-fa6756a1f16f tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0541992 Apr 07 06:35:38.803039 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fd51c9d2-842a-454f-9dbd-a9d0991411b0 req-3280a565-fec0-4a49-9f7d-d4387489954b tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432725 Apr 07 06:35:39.088591 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47634) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:39.190319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70b92280-0de6-4b9c-9e46-28fd23f263ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.264481 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70b92280-0de6-4b9c-9e46-28fd23f263ab admin admin] Publish callbacks [] for security_group (4f5be0dd-2320-4512-a52d-22bd6be3d35f), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.333491 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-70b92280-0de6-4b9c-9e46-28fd23f263ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4f5be0dd-2320-4512-a52d-22bd6be3d35f), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.371367 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-70b92280-0de6-4b9c-9e46-28fd23f263ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5eb854cd45db49a599036bad33e0edd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2817631 Apr 07 06:35:39.373279 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b92280-0de6-4b9c-9e46-28fd23f263ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5be0dd-2320-4512-a52d-22bd6be3d35f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:39.374062 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47638) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:39.421701 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] Publish callbacks [] for security_group (4f5be0dd-2320-4512-a52d-22bd6be3d35f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.442017 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] Publish callbacks [] for security_group (4f5be0dd-2320-4512-a52d-22bd6be3d35f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.590000 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (4f5be0dd-2320-4512-a52d-22bd6be3d35f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.592623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:39.593828 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f5be0dd-2320-4512-a52d-22bd6be3d35f HTTP/1.1" status: 204 len: 168 time: 0.2187765 Apr 07 06:35:39.602107 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57959dfe-4ceb-4cc3-806f-6e5f8377905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5be0dd-2320-4512-a52d-22bd6be3d35f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:39.956985 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cbcd7-7b79-4317-91bf-b22bd8eebcfd req-f3ad5179-ce73-463b-a7be-b4a4f96bacd8 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:39.958455 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee8cbcd7-7b79-4317-91bf-b22bd8eebcfd req-f3ad5179-ce73-463b-a7be-b4a4f96bacd8 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0854902 Apr 07 06:35:40.003788 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ee8cbcd7-7b79-4317-91bf-b22bd8eebcfd req-a0117b6e-9415-4f45-85c8-b220a3754677 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397835 Apr 07 06:35:40.260957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47654) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:40.273678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c40af5d-ed82-4d63-986c-63e54a38d6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.343043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c40af5d-ed82-4d63-986c-63e54a38d6c2 admin admin] Publish callbacks [] for security_group (28062f66-7b4c-4e0d-a291-4ba995e25485), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.400954 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0c40af5d-ed82-4d63-986c-63e54a38d6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (28062f66-7b4c-4e0d-a291-4ba995e25485), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.438697 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0c40af5d-ed82-4d63-986c-63e54a38d6c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17388aa054d04a94838b0e9da713924a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1766536 Apr 07 06:35:40.439851 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40af5d-ed82-4d63-986c-63e54a38d6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28062f66-7b4c-4e0d-a291-4ba995e25485,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:40.445717 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47656) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:40.492799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] Publish callbacks [] for security_group (28062f66-7b4c-4e0d-a291-4ba995e25485), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.516129 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] Publish callbacks [] for security_group (28062f66-7b4c-4e0d-a291-4ba995e25485), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.623792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (28062f66-7b4c-4e0d-a291-4ba995e25485), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.626306 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:40.627450 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28062f66-7b4c-4e0d-a291-4ba995e25485 HTTP/1.1" status: 204 len: 168 time: 0.1808376 Apr 07 06:35:40.635606 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61e1e9f-3765-4cdd-9757-46d0e0436be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28062f66-7b4c-4e0d-a291-4ba995e25485,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:41.128614 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78aee3-ac9c-4671-b728-93db0dab6c4a req-2c4eae8c-e50b-489b-8fce-cbee8e705f53 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:41.130099 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f78aee3-ac9c-4671-b728-93db0dab6c4a req-2c4eae8c-e50b-489b-8fce-cbee8e705f53 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0567617 Apr 07 06:35:41.175959 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f78aee3-ac9c-4671-b728-93db0dab6c4a req-041dbb35-e9c6-441f-9358-e1713941defa tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400681 Apr 07 06:35:42.298210 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f86a7-03f5-4e39-ab6e-2cb215e2dc2a req-d86c4856-b791-4ccb-ad23-02fc25a5b317 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:42.299816 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c48f86a7-03f5-4e39-ab6e-2cb215e2dc2a req-d86c4856-b791-4ccb-ad23-02fc25a5b317 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0528846 Apr 07 06:35:42.354315 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c48f86a7-03f5-4e39-ab6e-2cb215e2dc2a req-1ef626c0-685d-4361-9cf7-8bfc972fb352 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/security-groups?id=35fa591a-8e3d-42c7-b201-3497f5024c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Apr 07 06:35:42.523650 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-096998de-b69c-4a73-8bb4-c3d1b3fcfbbc tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:35:42.525187 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-096998de-b69c-4a73-8bb4-c3d1b3fcfbbc tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.25 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 950 time: 0.0555255 Apr 07 06:35:42.617877 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Deleting port 91bf74a8-169a-4e41-b785-451df55ba538 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:35:42.618220 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (91bf74a8-169a-4e41-b785-451df55ba538), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:42.707074 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] For port 91bf74a8-169a-4e41-b785-451df55ba538, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=91bf74a8-169a-4e41-b785-451df55ba538,segment=NetworkSegment(57b85d25-756e-4b2a-955a-419e01a70c65),segment_id=57b85d25-756e-4b2a-955a-419e01a70c65)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:35:42.707448 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (91bf74a8-169a-4e41-b785-451df55ba538), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:42.718922 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Calling delete_port for 91bf74a8-169a-4e41-b785-451df55ba538 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:35:42.925580 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (91bf74a8-169a-4e41-b785-451df55ba538), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:42.941984 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['91bf74a8-169a-4e41-b785-451df55ba538'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:35:42.958225 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Pushing event deleted for resources: {'Port': ['ID=91bf74a8-169a-4e41-b785-451df55ba538,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:43.222360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] No DVR routers for this DVR port 91bf74a8-169a-4e41-b785-451df55ba538 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:35:43.225533 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:43.228765 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-aeaf94b2-ab70-4feb-b5d4-312882352022 req-7fd3e26a-b6b5-4ecf-b1e6-16c07548cb73 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.25 "DELETE /v2.0/ports/91bf74a8-169a-4e41-b785-451df55ba538 HTTP/1.1" status: 204 len: 173 time: 0.6969423 Apr 07 06:35:43.229326 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'name': 'network-vif-deleted', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:35:43.231868 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c88b5-270c-4ea1-93ad-92052ef890a0" -d '{"events": [{"server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "name": "network-vif-deleted", "tag": "91bf74a8-169a-4e41-b785-451df55ba538"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:35:43.268025 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2ce02f-e530-4bd0-b71a-f998475f9b6c x-openstack-request-id: req-9b2ce02f-e530-4bd0-b71a-f998475f9b6c {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:35:43.268332 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b66e212e-d1f9-4ba5-a648-9d2e98146d52", "name": "network-vif-deleted", "tag": "91bf74a8-169a-4e41-b785-451df55ba538", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:35:43.268641 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b2ce02f-e530-4bd0-b71a-f998475f9b6c {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:35:43.269198 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2ce02f-e530-4bd0-b71a-f998475f9b6c'] response: {'server_uuid': 'b66e212e-d1f9-4ba5-a648-9d2e98146d52', 'name': 'network-vif-deleted', 'tag': '91bf74a8-169a-4e41-b785-451df55ba538', 'status': 'completed', 'code': 200} Apr 07 06:35:43.452183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-859091c5-4a40-4cd8-82ca-3271dd8efabe req-569be2f1-deaf-4fc0-91f9-c29e68ee9007 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0267148 Apr 07 06:35:44.547106 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf08c261-8b25-4bf2-8062-7e02d1885f5c req-2906bb91-b6a5-4cbb-b956-7f61f69ded5c tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0275421 Apr 07 06:35:45.645619 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3835a145-22c8-4180-a4ea-1f21069fd00e req-c5263207-e732-4a21-b3bf-66d31525ed88 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0271900 Apr 07 06:35:46.751024 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2aff8816-afd4-46e6-82b7-f461de6047cf req-28ff99da-6c3f-4e7e-a032-db7a955bec32 tempest-VolumesNegativeTest-871894339 tempest-VolumesNegativeTest-871894339-project] 10.222.0.24 "GET /v2.0/ports?device_id=b66e212e-d1f9-4ba5-a648-9d2e98146d52 HTTP/1.1" status: 200 len: 210 time: 0.0288954 Apr 07 06:35:47.928402 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 91bf74a8-169a-4e41-b785-451df55ba538 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:35:47.950499 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 91bf74a8-169a-4e41-b785-451df55ba538 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:35:47.950840 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 91bf74a8-169a-4e41-b785-451df55ba538 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:35:48.220280 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ef342337-c122-455b-8933-737760af7ca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.314835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47862) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:48.429709 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd84e-7470-4521-a177-c70ed2ceeb3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.510683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd84e-7470-4521-a177-c70ed2ceeb3e admin admin] Publish callbacks [] for security_group (7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.606788 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd84e-7470-4521-a177-c70ed2ceeb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.649629 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-d0dcd84e-7470-4521-a177-c70ed2ceeb3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b03f1c05b0834c28926b5af78ae7b148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3337219 Apr 07 06:35:48.650484 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd84e-7470-4521-a177-c70ed2ceeb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:48.652388 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47876) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:48.699459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] Publish callbacks [] for security_group (7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.720208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] Publish callbacks [] for security_group (7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.841213 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.844131 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:48.845436 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5 HTTP/1.1" status: 204 len: 168 time: 0.1920145 Apr 07 06:35:48.853786 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186e75e-1dec-4706-94b7-0b933e91364f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cafa9ad-7bd4-4611-8d0d-8ceddd5420b5,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:49.498769 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47954) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:49.511794 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17baa915-e940-49f8-bd44-bbd46d3522c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.594277 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17baa915-e940-49f8-bd44-bbd46d3522c9 admin admin] Publish callbacks [] for security_group (0e4aa49a-8dc0-4478-90c0-bdc19d089441), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.673491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 47964) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:49.676063 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-17baa915-e940-49f8-bd44-bbd46d3522c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0e4aa49a-8dc0-4478-90c0-bdc19d089441), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.716874 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17baa915-e940-49f8-bd44-bbd46d3522c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4aa49a-8dc0-4478-90c0-bdc19d089441,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:49.724751 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-17baa915-e940-49f8-bd44-bbd46d3522c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a2cc00a51cb496aa3e09aedefbb5f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248905 Apr 07 06:35:49.725183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47968) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:49.799030 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79a894d6-9d46-4dbc-8180-87b8926f02ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.802284 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] Publish callbacks [] for security_group (0e4aa49a-8dc0-4478-90c0-bdc19d089441), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.823186 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] Publish callbacks [] for security_group (0e4aa49a-8dc0-4478-90c0-bdc19d089441), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:49.879056 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79a894d6-9d46-4dbc-8180-87b8926f02ca admin admin] Publish callbacks [] for security_group (02accbd9-65dd-4779-96a8-3c42847e7d44), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.035517 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (0e4aa49a-8dc0-4478-90c0-bdc19d089441), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.035841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79a894d6-9d46-4dbc-8180-87b8926f02ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (02accbd9-65dd-4779-96a8-3c42847e7d44), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.038259 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.042085 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e4aa49a-8dc0-4478-90c0-bdc19d089441 HTTP/1.1" status: 204 len: 168 time: 0.3158762 Apr 07 06:35:50.050149 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba135bc-4114-4e18-ac1d-f800f6ac9d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4aa49a-8dc0-4478-90c0-bdc19d089441,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:50.086136 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-79a894d6-9d46-4dbc-8180-87b8926f02ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de406c5600e64bac8ca23f958b70d280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4115505 Apr 07 06:35:50.086924 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a894d6-9d46-4dbc-8180-87b8926f02ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02accbd9-65dd-4779-96a8-3c42847e7d44,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:50.090345 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 47978) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:50.139607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Publish callbacks [] for security_group (02accbd9-65dd-4779-96a8-3c42847e7d44), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.161752 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Publish callbacks [] for security_group (02accbd9-65dd-4779-96a8-3c42847e7d44), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.257330 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (02accbd9-65dd-4779-96a8-3c42847e7d44), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.260038 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:50.265425 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02accbd9-65dd-4779-96a8-3c42847e7d44 HTTP/1.1" status: 204 len: 168 time: 0.1698239 Apr 07 06:35:50.268682 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02accbd9-65dd-4779-96a8-3c42847e7d44,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:50.277148 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.277503 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.277850 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.278657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.278657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.278860 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.279132 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.279635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.280198 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.280695 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.281191 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.281853 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.282343 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.282851 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.283180 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e701bef3-8d78-415f-b0bb-d2f0f27f92b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:35:50.635602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-62d8bb45-4cf3-4352-93bb-ad7054cc1ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.193334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48038) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:51.304191 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24ba741e-2dbf-4fdd-8e71-265b26cbde0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.380112 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24ba741e-2dbf-4fdd-8e71-265b26cbde0a admin admin] Publish callbacks [] for security_group (1ed0eadd-5a17-422c-99bc-618f209d377d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.452717 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-24ba741e-2dbf-4fdd-8e71-265b26cbde0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1ed0eadd-5a17-422c-99bc-618f209d377d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.490951 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-24ba741e-2dbf-4fdd-8e71-265b26cbde0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fe2f83523034bb1af1533a61411028a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964125 Apr 07 06:35:51.493612 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48082) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:51.500481 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ba741e-2dbf-4fdd-8e71-265b26cbde0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed0eadd-5a17-422c-99bc-618f209d377d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:51.546514 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] Publish callbacks [] for security_group (1ed0eadd-5a17-422c-99bc-618f209d377d), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.568644 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] Publish callbacks [] for security_group (1ed0eadd-5a17-422c-99bc-618f209d377d), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.686781 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1ed0eadd-5a17-422c-99bc-618f209d377d), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.689403 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:51.690535 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ed0eadd-5a17-422c-99bc-618f209d377d HTTP/1.1" status: 204 len: 168 time: 0.1960251 Apr 07 06:35:51.698733 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d2a3f4-de5c-4ab2-be2b-4d9b4cc9e677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed0eadd-5a17-422c-99bc-618f209d377d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:51.921038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:52.908650 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:54.498749 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:54.779473 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48252) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:54.914019 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4905ed72-1d39-487c-b43d-7ae4c3452320 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d64b8dfa4dd84e508cf00877bb731d5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332939 Apr 07 06:35:54.916659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48256) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:54.962885 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] Publish callbacks [] for security_group (35fa591a-8e3d-42c7-b201-3497f5024c08), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:54.983672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] Publish callbacks [] for security_group (35fa591a-8e3d-42c7-b201-3497f5024c08), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:55.109650 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (35fa591a-8e3d-42c7-b201-3497f5024c08), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:55.112268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:55.113419 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35fa591a-8e3d-42c7-b201-3497f5024c08 HTTP/1.1" status: 204 len: 168 time: 0.1958544 Apr 07 06:35:55.124219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf1dd23-3883-48a3-a46d-43a555689358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fa591a-8e3d-42c7-b201-3497f5024c08,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:56.057853 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48270) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:56.160288 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3fa030db-1130-47dd-8ee0-91c16d9144ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.237309 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3fa030db-1130-47dd-8ee0-91c16d9144ef admin admin] Publish callbacks [] for security_group (ebea022f-f72b-471d-9837-b6fe48c017fa), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.304239 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3fa030db-1130-47dd-8ee0-91c16d9144ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ebea022f-f72b-471d-9837-b6fe48c017fa), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.342346 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3fa030db-1130-47dd-8ee0-91c16d9144ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d28e673ec617499faef936b5a9ec12e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834363 Apr 07 06:35:56.343209 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa030db-1130-47dd-8ee0-91c16d9144ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea022f-f72b-471d-9837-b6fe48c017fa,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:56.345230 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48278) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:56.395222 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] Publish callbacks [] for security_group (ebea022f-f72b-471d-9837-b6fe48c017fa), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.415878 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] Publish callbacks [] for security_group (ebea022f-f72b-471d-9837-b6fe48c017fa), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.543654 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (ebea022f-f72b-471d-9837-b6fe48c017fa), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.546269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:56.547538 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebea022f-f72b-471d-9837-b6fe48c017fa HTTP/1.1" status: 204 len: 168 time: 0.2010646 Apr 07 06:35:56.555316 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e1b0b5-c26b-4789-a8af-d1f58738bb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea022f-f72b-471d-9837-b6fe48c017fa,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:57.183314 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48294) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:57.196853 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ff119fb-4310-4bb8-850c-763f52b2e0cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.267719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ff119fb-4310-4bb8-850c-763f52b2e0cd admin admin] Publish callbacks [] for security_group (d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.377714 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3ff119fb-4310-4bb8-850c-763f52b2e0cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.414910 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3ff119fb-4310-4bb8-850c-763f52b2e0cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=19645f859fcf45f180ef8258f8595314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302268 Apr 07 06:35:57.416753 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff119fb-4310-4bb8-850c-763f52b2e0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:35:57.417603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48296) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:35:57.465617 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] Publish callbacks [] for security_group (d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.486242 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] Publish callbacks [] for security_group (d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.646778 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.649448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:35:57.650603 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4 HTTP/1.1" status: 204 len: 168 time: 0.2314038 Apr 07 06:35:57.658261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce5964e-8abf-4961-b5f4-d0e6516ea0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc1592-9297-4e59-b6e2-3f6ddfc57ca4,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:04.410346 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:36:05.610887 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48398) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:05.713086 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:05.787402 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Publish callbacks [] for security_group (66538c59-a81a-4f98-9536-ea1d62788fbb), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:05.869503 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (66538c59-a81a-4f98-9536-ea1d62788fbb), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:05.907221 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5eb519405b74446698000066d47e0525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952981 Apr 07 06:36:05.908102 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66538c59-a81a-4f98-9536-ea1d62788fbb,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:05.909882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48402) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:05.920690 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.921039 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.921376 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.921736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.922067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.922391 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.922712 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.923032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.923353 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.923673 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.924016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.924335 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.924699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.924965 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.925276 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2280d9c8-9fd0-420b-86dd-414fb1be9fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:05.968092 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] Publish callbacks [] for security_group (66538c59-a81a-4f98-9536-ea1d62788fbb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:05.988058 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] Publish callbacks [] for security_group (66538c59-a81a-4f98-9536-ea1d62788fbb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.136588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (66538c59-a81a-4f98-9536-ea1d62788fbb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.139173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.140347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66538c59-a81a-4f98-9536-ea1d62788fbb HTTP/1.1" status: 204 len: 168 time: 0.2288361 Apr 07 06:36:06.148433 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283f64c-2a2e-4828-89d0-d2a53f98fb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66538c59-a81a-4f98-9536-ea1d62788fbb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:06.794883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48410) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:06.808338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c658ba92-b6a9-48e1-b232-0087c08a6f53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.878224 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c658ba92-b6a9-48e1-b232-0087c08a6f53 admin admin] Publish callbacks [] for security_group (021448bb-71da-4e5e-8c3d-1484ba56d119), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.913636 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.943261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c658ba92-b6a9-48e1-b232-0087c08a6f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (021448bb-71da-4e5e-8c3d-1484ba56d119), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:06.982421 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658ba92-b6a9-48e1-b232-0087c08a6f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021448bb-71da-4e5e-8c3d-1484ba56d119,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:06.986669 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c658ba92-b6a9-48e1-b232-0087c08a6f53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bf37cdffe984c298b63bb90b7d30806&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907842 Apr 07 06:36:06.989990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48412) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:07.035431 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] Publish callbacks [] for security_group (021448bb-71da-4e5e-8c3d-1484ba56d119), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:07.056118 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] Publish callbacks [] for security_group (021448bb-71da-4e5e-8c3d-1484ba56d119), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:07.177692 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (021448bb-71da-4e5e-8c3d-1484ba56d119), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:07.180198 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:07.181339 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/021448bb-71da-4e5e-8c3d-1484ba56d119 HTTP/1.1" status: 204 len: 168 time: 0.1908062 Apr 07 06:36:07.189301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930e20e-d67a-4549-b380-e19c80da5176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021448bb-71da-4e5e-8c3d-1484ba56d119,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:07.881969 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48420) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:07.894780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6370051-d950-4bf1-811f-2303b22d715e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:07.964561 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6370051-d950-4bf1-811f-2303b22d715e admin admin] Publish callbacks [] for security_group (428769fb-dbae-4f1e-8fee-1852c68bb373), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.034853 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a6370051-d950-4bf1-811f-2303b22d715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (428769fb-dbae-4f1e-8fee-1852c68bb373), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.071017 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370051-d950-4bf1-811f-2303b22d715e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428769fb-dbae-4f1e-8fee-1852c68bb373,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:08.075280 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a6370051-d950-4bf1-811f-2303b22d715e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf68de8606ef407caf277779465c9333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923058 Apr 07 06:36:08.078404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48422) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:08.129450 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] Publish callbacks [] for security_group (428769fb-dbae-4f1e-8fee-1852c68bb373), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.149553 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] Publish callbacks [] for security_group (428769fb-dbae-4f1e-8fee-1852c68bb373), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.302974 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (428769fb-dbae-4f1e-8fee-1852c68bb373), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.305624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:08.306869 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/428769fb-dbae-4f1e-8fee-1852c68bb373 HTTP/1.1" status: 204 len: 168 time: 0.2278588 Apr 07 06:36:08.314419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7b757-d725-48c9-a189-fd1286c7ea77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428769fb-dbae-4f1e-8fee-1852c68bb373,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:18.223254 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ce6621ad-31c2-48a2-be77-2e3da6e282fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:20.612022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1acfe6e7-6904-408b-a715-d32fb5391cca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:21.937781 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:22.880937 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:24.463000 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.508698 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48636) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:29.612500 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a040b73-aba2-4524-a1b1-f6f60e80fe05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.682719 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a040b73-aba2-4524-a1b1-f6f60e80fe05 admin admin] Publish callbacks [] for security_group (fcc53851-d4d5-408e-96c9-334e0ecac73d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.748940 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a040b73-aba2-4524-a1b1-f6f60e80fe05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (fcc53851-d4d5-408e-96c9-334e0ecac73d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.788043 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3a040b73-aba2-4524-a1b1-f6f60e80fe05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e0f19803e404dba9de823a6b2fea3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782807 Apr 07 06:36:29.788910 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a040b73-aba2-4524-a1b1-f6f60e80fe05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc53851-d4d5-408e-96c9-334e0ecac73d,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:29.790729 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48640) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:29.837702 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] Publish callbacks [] for security_group (fcc53851-d4d5-408e-96c9-334e0ecac73d), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.860404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] Publish callbacks [] for security_group (fcc53851-d4d5-408e-96c9-334e0ecac73d), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.943214 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (fcc53851-d4d5-408e-96c9-334e0ecac73d), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.945722 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:29.946844 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcc53851-d4d5-408e-96c9-334e0ecac73d HTTP/1.1" status: 204 len: 168 time: 0.1546016 Apr 07 06:36:29.954468 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd0d89-0257-4c31-9de3-c5481f885e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc53851-d4d5-408e-96c9-334e0ecac73d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:31.784687 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48682) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:31.888422 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02f92af5-adc3-4859-af0f-31748bdacc6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:31.959460 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02f92af5-adc3-4859-af0f-31748bdacc6f admin admin] Publish callbacks [] for security_group (58305116-8dc2-4019-91af-c9c76fa44d33), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.027269 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-02f92af5-adc3-4859-af0f-31748bdacc6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (58305116-8dc2-4019-91af-c9c76fa44d33), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.064017 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-02f92af5-adc3-4859-af0f-31748bdacc6f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=338651a958604d5e9221d95597502f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2782331 Apr 07 06:36:32.065898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92af5-adc3-4859-af0f-31748bdacc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58305116-8dc2-4019-91af-c9c76fa44d33,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:32.066822 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48686) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:32.116452 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] Publish callbacks [] for security_group (58305116-8dc2-4019-91af-c9c76fa44d33), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.136651 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] Publish callbacks [] for security_group (58305116-8dc2-4019-91af-c9c76fa44d33), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.280529 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (58305116-8dc2-4019-91af-c9c76fa44d33), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.283140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:32.284319 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58305116-8dc2-4019-91af-c9c76fa44d33 HTTP/1.1" status: 204 len: 168 time: 0.2164972 Apr 07 06:36:32.295941 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390b375-09f9-456a-9bb0-caafb18335d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58305116-8dc2-4019-91af-c9c76fa44d33,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:33.211072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48720) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:33.305055 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-11343335-network', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:33.434328 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Made reservation on behalf of b201a41ba3394cdebeda4fb3574ada20 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:36:33.436761 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.445931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.515836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks [] for security_group (f4446d0d-2796-4fa1-a23a-aebd03d0fc21), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.571536 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f4446d0d-2796-4fa1-a23a-aebd03d0fc21), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.602389 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:36:33.611818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4446d0d-2796-4fa1-a23a-aebd03d0fc21,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:33.616799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (1a040dd7-eba5-44a3-892d-6cb48e9685d1), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.617138 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Added segment 1a040dd7-eba5-44a3-892d-6cb48e9685d1 of type vlan for network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 Apr 07 06:36:33.657322 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (4747f2c5-e585-419b-9dbb-158a3ff5dc05), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.741281 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (4747f2c5-e585-419b-9dbb-158a3ff5dc05), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.742231 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:36:33.742808 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:33.801681 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] Pushing event updated for resources: {'Network': ['ID=4747f2c5-e585-419b-9dbb-158a3ff5dc05,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:33.811878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:36:33.860280 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-47005de9-dfba-4e66-88ef-1da4d76ceca8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6480081 Apr 07 06:36:33.864148 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48728) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:33.869818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Request body: {'subnet': {'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-11343335-subnet', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'ip_version': 4}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:33.960025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Made reservation on behalf of b201a41ba3394cdebeda4fb3574ada20 for: {'subnet': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:36:33.962391 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10445986'] for subnet (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.228496 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3291241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10446012'] for subnet (d5dacd17-b91f-45e0-a2ca-910f08411858), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.288865 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5dacd17-b91f-45e0-a2ca-910f08411858,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:34.299328 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Checking segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103956) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:34.299682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Network hostable DHCP agents. Network: 4747f2c5-e585-419b-9dbb-158a3ff5dc05, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103956) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:36:34.370438 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103956) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:36:34.457043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 4747f2c5-e585-419b-9dbb-158a3ff5dc05) {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:34.461570 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:36:34.462150 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.467495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0802e57-429f-4cab-857b-ab53828ce147 None None] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:36:34.540434 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-716be0a2-5653-4bed-9461-264dbf09d9a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6744821 Apr 07 06:36:34.543220 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48730) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:34.548712 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:34.569549 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:36:34.570412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.652150 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.653273 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.708885 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for router_controller (ce20492b-30ec-4713-9ebf-1cad59371e04), precommit_add_association {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.714707 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Allocated IP 172.20.0.2 (4747f2c5-e585-419b-9dbb-158a3ff5dc05/d5dacd17-b91f-45e0-a2ca-910f08411858/bf32b533-779f-4563-aa15-8a483f55eb71) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:34.869817 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks [] for port (bf32b533-779f-4563-aa15-8a483f55eb71), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.919339 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for router_gateway (ce20492b-30ec-4713-9ebf-1cad59371e04), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.955047 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:34.994517 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:34.999360 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:35.003038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:35.012039 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Pushing event updated for resources: {'Port': ['ID=bf32b533-779f-4563-aa15-8a483f55eb71,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:35.035069 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.035420 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.035799 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.036133 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.036504 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.036843 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.037173 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.037502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.037837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.038165 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.038495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.038823 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.039147 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.039469 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.039878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:35.074679 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Attempting to bind port bf32b533-779f-4563-aa15-8a483f55eb71 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:35.075285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Attempting to bind port bf32b533-779f-4563-aa15-8a483f55eb71 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:35.075957 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Attempting to bind port bf32b533-779f-4563-aa15-8a483f55eb71 on network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:35.084489 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:35.084863 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Checking segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:35.085270 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.085661 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Bound using segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:35.086120 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Bound port: bf32b533-779f-4563-aa15-8a483f55eb71, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:35.086498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.150991 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] For port bf32b533-779f-4563-aa15-8a483f55eb71, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:35.150991 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] For port bf32b533-779f-4563-aa15-8a483f55eb71, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=bf32b533-779f-4563-aa15-8a483f55eb71,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:35.185368 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for router_gateway (ce20492b-30ec-4713-9ebf-1cad59371e04), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.203827 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.279233 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.309294 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Allocated IP 172.27.3.109 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/36296271-8595-40f6-b037-eaed9dbfd6e7) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:35.351438 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc5e0f-cd2b-406c-854a-6f4b9f024826 None None] Pushing event updated for resources: {'Port': ['ID=bf32b533-779f-4563-aa15-8a483f55eb71,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:35.420755 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.583686 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:35.629420 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:35.633372 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:35.637183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:35.642947 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Pushing event updated for resources: {'Port': ['ID=36296271-8595-40f6-b037-eaed9dbfd6e7,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:36.051767 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for router_gateway (ce20492b-30ec-4713-9ebf-1cad59371e04), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.072151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device bf32b533-779f-4563-aa15-8a483f55eb71 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:36.123400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port bf32b533-779f-4563-aa15-8a483f55eb71 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:36.123829 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.197590 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a460b2d-2338-4f91-9c21-9543d84427f5 None None] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:36:36.253626 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port bf32b533-779f-4563-aa15-8a483f55eb71 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:36.254136 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.264931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.324837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port bf32b533-779f-4563-aa15-8a483f55eb71, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=bf32b533-779f-4563-aa15-8a483f55eb71,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:36.325815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Provisioning complete for port bf32b533-779f-4563-aa15-8a483f55eb71 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:36.326184 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.423301 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.458044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Current status of the port bf32b533-779f-4563-aa15-8a483f55eb71 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:36.458934 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.496493 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=bf32b533-779f-4563-aa15-8a483f55eb71,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:36.503782 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Router ce20492b-30ec-4713-9ebf-1cad59371e04 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:36:36.530961 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.db.api [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103957) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 07 06:36:36.535819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG oslo_db.api [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 07 06:36:36.623008 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:36:36.634425 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Sync routers for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:36:36.643288 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:36.643910 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:36.716898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:36.718830 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c3e2ac25-73f1-4155-bd20-ec16c370e286 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.1738710 Apr 07 06:36:36.720941 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48746) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:36.748757 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:37.063900 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.083588 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-70616755-fb53-4b47-9d51-8016a1483351 None None] Current status of the port bf32b533-779f-4563-aa15-8a483f55eb71 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:37.102564 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:35Z', 'revision_number': 3, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:37.134260 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Checking router: ce20492b-30ec-4713-9ebf-1cad59371e04 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:36:37.134619 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Updating router ce20492b-30ec-4713-9ebf-1cad59371e04 port 36296271-8595-40f6-b037-eaed9dbfd6e7 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:36:37.162127 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.255012 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-31a38f33-72e2-41f8-bff3-33f40522026e None None] Provisioning complete for port bf32b533-779f-4563-aa15-8a483f55eb71 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:37.255405 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-31a38f33-72e2-41f8-bff3-33f40522026e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.370340 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.424130 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-31a38f33-72e2-41f8-bff3-33f40522026e None None] Current status of the port bf32b533-779f-4563-aa15-8a483f55eb71 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:37.484621 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks [] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.533531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Allocated IP 172.20.0.1 (4747f2c5-e585-419b-9dbb-158a3ff5dc05/d5dacd17-b91f-45e0-a2ca-910f08411858/f0df9f49-666b-4d9a-8014-42faa10e7df5) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:37.548959 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.602089 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Attempting to bind port 36296271-8595-40f6-b037-eaed9dbfd6e7 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:37.602474 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Attempting to bind port 36296271-8595-40f6-b037-eaed9dbfd6e7 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:37.602842 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Attempting to bind port 36296271-8595-40f6-b037-eaed9dbfd6e7 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:37.605289 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1d8f-32c5-4a07-a223-fdbe37173f5d None None] Pushing event updated for resources: {'Port': ['ID=36296271-8595-40f6-b037-eaed9dbfd6e7,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:37.610697 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:37.611073 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:37.611494 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.612396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:37.612396 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Bound port: 36296271-8595-40f6-b037-eaed9dbfd6e7, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:37.612713 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.644630 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks [] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.667005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] For port 36296271-8595-40f6-b037-eaed9dbfd6e7, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:37.670252 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] For port 36296271-8595-40f6-b037-eaed9dbfd6e7, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36296271-8595-40f6-b037-eaed9dbfd6e7,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:37.754782 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.755011 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.792210 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:37.797358 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:37.801271 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:37.829857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Pushing event updated for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:37.833685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b1d8f-32c5-4a07-a223-fdbe37173f5d None None] Pushing event updated for resources: {'Port': ['ID=36296271-8595-40f6-b037-eaed9dbfd6e7,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:37.838944 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:37.840073 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:37.854140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (ce20492b-30ec-4713-9ebf-1cad59371e04), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:37.959250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:38.058764 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device bf32b533-779f-4563-aa15-8a483f55eb71 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:38.069147 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.165195 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port bf32b533-779f-4563-aa15-8a483f55eb71 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:38.165763 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.209831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-6d30fd7f-7f92-4592-83b6-1e035ab47387 None None] Provisioning complete for port f0df9f49-666b-4d9a-8014-42faa10e7df5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:38.210205 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d30fd7f-7f92-4592-83b6-1e035ab47387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.234829 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks [] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.262864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6d30fd7f-7f92-4592-83b6-1e035ab47387 None None] Port f0df9f49-666b-4d9a-8014-42faa10e7df5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:36:38.272801 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:35Z', 'revision_number': 3, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:38.307319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.320005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef890f9-bbe8-422e-aaef-46362a26d514 None None] The sync data for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi is: [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:35Z', 'revision_number': 3, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:36:38.332366 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port bf32b533-779f-4563-aa15-8a483f55eb71 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:38.382141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (ce20492b-30ec-4713-9ebf-1cad59371e04), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.383990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Pushing event updated for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:38.478702 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:38.480275 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:38.632365 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Router ce20492b-30ec-4713-9ebf-1cad59371e04 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:36:38.748972 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:36:38.756685 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d3feafb8-921c-4bfc-a248-df52081e46da admin admin] 10.222.0.24 "PUT /v2.0/routers/ce20492b-30ec-4713-9ebf-1cad59371e04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0321906 Apr 07 06:36:38.788787 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-9b6f827f-8ed3-4e68-8aad-c6157dd3d909 None None] Provisioning complete for port f0df9f49-666b-4d9a-8014-42faa10e7df5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:38.789162 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b6f827f-8ed3-4e68-8aad-c6157dd3d909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:38.825932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-9b6f827f-8ed3-4e68-8aad-c6157dd3d909 None None] Port f0df9f49-666b-4d9a-8014-42faa10e7df5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:36:39.501078 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48774) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:39.506579 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-129839969-network', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:39.640356 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Made reservation on behalf of 645c42f1a0464b3b8460688ccf3cfb16 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:36:39.642750 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.652550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.729938 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks [] for security_group (b94d564f-669b-4352-93e5-1c468ead6787), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.811955 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b94d564f-669b-4352-93e5-1c468ead6787), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.834849 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:36:39.848325 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94d564f-669b-4352-93e5-1c468ead6787,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:39.853246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (eb2b43db-4381-4694-b231-5b999b251ed4), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.858446 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Added segment eb2b43db-4381-4694-b231-5b999b251ed4 of type vlan for network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f Apr 07 06:36:39.895602 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:39.921985 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Sync routers for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:36:39.934323 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:39.934928 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:40.000480 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.001624 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:36:40.002331 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.031702 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36296271-8595-40f6-b037-eaed9dbfd6e7 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:40.054458 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:40.064614 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] Pushing event updated for resources: {'Network': ['ID=fb619873-edd4-4ca0-bcdb-b15e8b8ced5f,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:40.076997 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:36:40.127549 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 36296271-8595-40f6-b037-eaed9dbfd6e7 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:40.128022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.151655 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d2d272b9-94de-478a-88d3-49934da9f9c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6493945 Apr 07 06:36:40.154469 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48782) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:40.167384 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Request body: {'subnet': {'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-129839969-subnet', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:40.234132 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 36296271-8595-40f6-b037-eaed9dbfd6e7 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:40.234517 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.256635 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 36296271-8595-40f6-b037-eaed9dbfd6e7, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36296271-8595-40f6-b037-eaed9dbfd6e7,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:40.259644 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:38Z', 'revision_number': 2, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:40.280225 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Made reservation on behalf of 645c42f1a0464b3b8460688ccf3cfb16 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:36:40.282593 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.286822 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Checking router: ce20492b-30ec-4713-9ebf-1cad59371e04 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:36:40.289248 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Updating router ce20492b-30ec-4713-9ebf-1cad59371e04 port f0df9f49-666b-4d9a-8014-42faa10e7df5 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:36:40.313750 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.330412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.385920 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=36296271-8595-40f6-b037-eaed9dbfd6e7,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:40.521210 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (7c584a6e-5f3e-41e0-b489-97a64be2819f), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.574352 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c584a6e-5f3e-41e0-b489-97a64be2819f,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:40.581966 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks [] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.584985 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Checking segment: {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:40.585425 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Network hostable DHCP agents. Network: fb619873-edd4-4ca0-bcdb-b15e8b8ced5f, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:36:40.640743 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.679002 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:36:40.686370 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Pushing event updated for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:40.697458 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.697801 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.698162 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.698525 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.698860 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.699193 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.699519 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.699868 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.700197 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.700505 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.700830 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.701220 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.701491 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.701807 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.702128 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:36:40.763559 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Attempting to bind port f0df9f49-666b-4d9a-8014-42faa10e7df5 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:40.763559 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Attempting to bind port f0df9f49-666b-4d9a-8014-42faa10e7df5 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:40.763559 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Attempting to bind port f0df9f49-666b-4d9a-8014-42faa10e7df5 on network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:40.765170 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, fb619873-edd4-4ca0-bcdb-b15e8b8ced5f) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:40.768736 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:40.769074 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Checking segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:40.769477 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.769866 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Bound using segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:40.770367 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Bound port: f0df9f49-666b-4d9a-8014-42faa10e7df5, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:40.770734 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.773084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:36:40.773627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.781368 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f82c04-2dab-4dcd-b85a-05f913cb5d05 None None] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:36:40.853266 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] For port f0df9f49-666b-4d9a-8014-42faa10e7df5, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:40.856765 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] For port f0df9f49-666b-4d9a-8014-42faa10e7df5, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f0df9f49-666b-4d9a-8014-42faa10e7df5,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:40.867846 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3081095f-6199-4e4e-a142-696400ca3add admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7031505 Apr 07 06:36:40.868408 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48786) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:40.872527 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:40.897001 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:36:40.897001 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.938139 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.961522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.962495 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.984024 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Provisioning complete for port f0df9f49-666b-4d9a-8014-42faa10e7df5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:40.984331 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:40.999406 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bf5d4-1996-4a18-b58e-98a28bcfd81e None None] Pushing event updated for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:41.006401 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:41.006401 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:41.041365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for router_controller (fddb3a47-f72c-4146-b80f-140b7ab68437), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.074834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Allocated IP 172.20.0.2 (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f/7c584a6e-5f3e-41e0-b489-97a64be2819f/5c732415-a1cf-4388-b66f-daccb21b4a53) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:41.119694 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:41.152690 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Current status of the port f0df9f49-666b-4d9a-8014-42faa10e7df5 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:41.153103 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.199891 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] For port f0df9f49-666b-4d9a-8014-42faa10e7df5, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f0df9f49-666b-4d9a-8014-42faa10e7df5,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:41.271474 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for router_gateway (fddb3a47-f72c-4146-b80f-140b7ab68437), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.274932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.321400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks [] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.332620 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:41.336119 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17e912a-42c3-4075-acd8-b21a5071454e None None] Pushing event updated for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:41.394388 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-680013b0-2011-4c5e-b785-5e9da072b66e None None] Provisioning complete for port f0df9f49-666b-4d9a-8014-42faa10e7df5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:41.394777 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-680013b0-2011-4c5e-b785-5e9da072b66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.452245 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2599898a-e175-41de-ae79-3989c6ede8f0 None None] The sync data for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi is: [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:36:41.459128 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:36:41.472453 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.597918 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for router_gateway (fddb3a47-f72c-4146-b80f-140b7ab68437), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.618675 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.666067 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-680013b0-2011-4c5e-b785-5e9da072b66e None None] Current status of the port f0df9f49-666b-4d9a-8014-42faa10e7df5 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:41.683670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:41.686692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:41.691155 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:41.694881 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Pushing event updated for resources: {'Port': ['ID=5c732415-a1cf-4388-b66f-daccb21b4a53,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:41.728852 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Allocated IP 172.27.3.42 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/f87594f9-cff4-4e94-a76d-02bf2f3249b8) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:41.748764 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Attempting to bind port 5c732415-a1cf-4388-b66f-daccb21b4a53 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:41.749208 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Attempting to bind port 5c732415-a1cf-4388-b66f-daccb21b4a53 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:41.749586 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Attempting to bind port 5c732415-a1cf-4388-b66f-daccb21b4a53 on network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:41.755929 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:41.756360 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Checking segment: {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:41.756800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.757203 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Bound using segment: {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:41.757678 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Bound port: 5c732415-a1cf-4388-b66f-daccb21b4a53, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:41.758070 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.835646 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] For port 5c732415-a1cf-4388-b66f-daccb21b4a53, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:41.839007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] For port 5c732415-a1cf-4388-b66f-daccb21b4a53, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=5c732415-a1cf-4388-b66f-daccb21b4a53,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:41.843020 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.901935 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.931932 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:41.975848 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5169f3f-136a-4f79-935d-e793215e19b3 None None] Pushing event updated for resources: {'Port': ['ID=5c732415-a1cf-4388-b66f-daccb21b4a53,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:41.991039 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:41.994238 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:41.997028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:42.012360 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Pushing event updated for resources: {'Port': ['ID=f87594f9-cff4-4e94-a76d-02bf2f3249b8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:42.134724 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36296271-8595-40f6-b037-eaed9dbfd6e7 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:42.221693 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 36296271-8595-40f6-b037-eaed9dbfd6e7 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:42.222307 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:42.343104 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 36296271-8595-40f6-b037-eaed9dbfd6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:42.344636 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f0df9f49-666b-4d9a-8014-42faa10e7df5 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:42.388459 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for router_gateway (fddb3a47-f72c-4146-b80f-140b7ab68437), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:42.394084 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f0df9f49-666b-4d9a-8014-42faa10e7df5 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:42.394467 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:42.477727 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f0df9f49-666b-4d9a-8014-42faa10e7df5 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:42.871139 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:42.943687 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839b23a-4673-45f0-8abb-d20b60317665 None None] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:36:43.014777 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Provisioning complete for port 5c732415-a1cf-4388-b66f-daccb21b4a53 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:43.015155 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.084743 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Router fddb3a47-f72c-4146-b80f-140b7ab68437 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:36:43.132736 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Current status of the port 5c732415-a1cf-4388-b66f-daccb21b4a53 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:43.133705 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.167135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] For port 5c732415-a1cf-4388-b66f-daccb21b4a53, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=5c732415-a1cf-4388-b66f-daccb21b4a53,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:43.194317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:36:43.202990 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Sync routers for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:36:43.213823 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:43.214446 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:43.251452 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.265190 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.269073 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c5aafe8a-4ffc-4239-a3d6-7a454c98c9b1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3974392 Apr 07 06:36:43.269402 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48792) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:43.357473 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e46baf-e3b9-438d-b3d3-e9b26332bc48 None None] Pushing event updated for resources: {'Port': ['ID=5c732415-a1cf-4388-b66f-daccb21b4a53,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:43.379459 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:43.442022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-fb4f243f-bcf2-410c-ad4a-f713c1ffa659 None None] Provisioning complete for port 5c732415-a1cf-4388-b66f-daccb21b4a53 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:43.442358 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fb4f243f-bcf2-410c-ad4a-f713c1ffa659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.608484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-fb4f243f-bcf2-410c-ad4a-f713c1ffa659 None None] Current status of the port 5c732415-a1cf-4388-b66f-daccb21b4a53 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:43.631059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:42Z', 'revision_number': 3, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:43.661626 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Checking router: fddb3a47-f72c-4146-b80f-140b7ab68437 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:36:43.661982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Updating router fddb3a47-f72c-4146-b80f-140b7ab68437 port f87594f9-cff4-4e94-a76d-02bf2f3249b8 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:36:43.690924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.721927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.874613 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Allocated IP 172.20.0.1 (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f/7c584a6e-5f3e-41e0-b489-97a64be2819f/3a06cab0-2362-4ba9-8b52-6e8030436b46) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:36:43.940674 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks [] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:43.983378 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks [] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.046108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 5c732415-a1cf-4388-b66f-daccb21b4a53 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:44.049674 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.097815 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.132670 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666383-42f2-4412-8c0c-0e8e8185726c None None] Pushing event updated for resources: {'Port': ['ID=f87594f9-cff4-4e94-a76d-02bf2f3249b8,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:44.134844 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:44.142363 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:44.142636 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Attempting to bind port f87594f9-cff4-4e94-a76d-02bf2f3249b8 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:44.143010 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Attempting to bind port f87594f9-cff4-4e94-a76d-02bf2f3249b8 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:44.143373 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Attempting to bind port f87594f9-cff4-4e94-a76d-02bf2f3249b8 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:44.146967 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:36:44.153059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:44.153436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:44.153927 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.154217 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:44.154685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Bound port: f87594f9-cff4-4e94-a76d-02bf2f3249b8, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:44.155061 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.176278 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Pushing event updated for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:44.187533 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 5c732415-a1cf-4388-b66f-daccb21b4a53 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:44.188080 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.202881 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (fddb3a47-f72c-4146-b80f-140b7ab68437), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.242598 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] For port f87594f9-cff4-4e94-a76d-02bf2f3249b8, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:44.247405 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] For port f87594f9-cff4-4e94-a76d-02bf2f3249b8, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f87594f9-cff4-4e94-a76d-02bf2f3249b8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:44.306954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 5c732415-a1cf-4388-b66f-daccb21b4a53 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:44.332747 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.385638 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:44.386355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:44.418458 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.439866 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb666383-42f2-4412-8c0c-0e8e8185726c None None] Pushing event updated for resources: {'Port': ['ID=f87594f9-cff4-4e94-a76d-02bf2f3249b8,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:44.464353 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b423c5eb-860f-46a7-96c7-397e132f9400 None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:44.464730 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b423c5eb-860f-46a7-96c7-397e132f9400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.536060 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b423c5eb-860f-46a7-96c7-397e132f9400 None None] Port 3a06cab0-2362-4ba9-8b52-6e8030436b46 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:36:44.549031 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:44.579910 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks [] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.661707 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.731699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (fddb3a47-f72c-4146-b80f-140b7ab68437), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:44.734951 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Pushing event updated for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:44.826203 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:36:44.827898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:36:44.890982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '3a06cab0-2362-4ba9-8b52-6e8030436b46', 'name': '', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'mac_address': 'fa:16:3e:bc:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:43Z', 'updated_at': '2022-04-07T06:36:43Z', 'revision_number': 1, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'subnets': [{'id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:44.919413 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a13f60-f3e4-4cc9-91b2-eedbd859ec5d None None] The sync data for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi is: [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '3a06cab0-2362-4ba9-8b52-6e8030436b46', 'name': '', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'mac_address': 'fa:16:3e:bc:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:43Z', 'updated_at': '2022-04-07T06:36:43Z', 'revision_number': 1, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'subnets': [{'id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:36:44.993581 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Router fddb3a47-f72c-4146-b80f-140b7ab68437 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:36:45.068834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-54dc7b5e-4116-4089-a4a5-dc04de64afdb None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:45.069213 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-54dc7b5e-4116-4089-a4a5-dc04de64afdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:45.109448 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-54dc7b5e-4116-4089-a4a5-dc04de64afdb None None] Port 3a06cab0-2362-4ba9-8b52-6e8030436b46 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:36:45.117887 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:36:45.128340 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-f3a1fdbb-503e-4715-89ab-3647bdc09f14 admin admin] 10.222.0.24 "PUT /v2.0/routers/fddb3a47-f72c-4146-b80f-140b7ab68437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8577025 Apr 07 06:36:45.717497 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 48816) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:45.722162 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-83965615', 'description': 'tempest-secgroup-smoke-83965615 description', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:45.818137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:45.889079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (16ff07e2-bfbe-4522-ba0b-d1032e98ec37), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:45.962055 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (16ff07e2-bfbe-4522-ba0b-d1032e98ec37), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.016242 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16ff07e2-bfbe-4522-ba0b-d1032e98ec37,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:46.071807 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f87594f9-cff4-4e94-a76d-02bf2f3249b8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:46.097812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.099094 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-172b867b-c1a8-4d4e-b034-3de1405d3114 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3805809 Apr 07 06:36:46.102114 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48822) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:46.106884 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:46.114622 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f87594f9-cff4-4e94-a76d-02bf2f3249b8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:46.115266 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.193774 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f87594f9-cff4-4e94-a76d-02bf2f3249b8 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:46.194161 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.216562 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port f87594f9-cff4-4e94-a76d-02bf2f3249b8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f87594f9-cff4-4e94-a76d-02bf2f3249b8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:46.237813 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (aef1695e-424d-43f0-b858-17384d93c690), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.294966 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (aef1695e-424d-43f0-b858-17384d93c690), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.314321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.366347 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=f87594f9-cff4-4e94-a76d-02bf2f3249b8,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:46.446021 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (aef1695e-424d-43f0-b858-17384d93c690), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.463735 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef1695e-424d-43f0-b858-17384d93c690,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:46.540461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.541753 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-262a8b33-deba-4b96-8a4b-bdd999b91dc5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385393 Apr 07 06:36:46.544837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48828) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:46.549476 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:46.666963 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (237ad7f7-ebdb-4065-bb9b-85df27d89f4d), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.721399 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (237ad7f7-ebdb-4065-bb9b-85df27d89f4d), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.846066 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (237ad7f7-ebdb-4065-bb9b-85df27d89f4d), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.862610 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237ad7f7-ebdb-4065-bb9b-85df27d89f4d,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:46.952161 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:46.953370 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4cf6d604-42d0-4000-af52-33805083fa1e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4075022 Apr 07 06:36:46.956189 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48830) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:46.961060 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:47.063371 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (e18d6009-d867-4de8-929a-7e8c3868c73a), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.125301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (e18d6009-d867-4de8-929a-7e8c3868c73a), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.193912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (e18d6009-d867-4de8-929a-7e8c3868c73a), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.212992 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18d6009-d867-4de8-929a-7e8c3868c73a,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:47.286549 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.287811 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-79975eaf-e80b-4418-bf17-3e3221799f35 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3306911 Apr 07 06:36:47.290534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48832) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:47.295152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:47.380011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (c7aea42f-9927-46ee-8792-aad3ef8d72fe), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.444367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (c7aea42f-9927-46ee-8792-aad3ef8d72fe), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.526271 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (c7aea42f-9927-46ee-8792-aad3ef8d72fe), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.544679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7aea42f-9927-46ee-8792-aad3ef8d72fe,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:47.619298 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.620791 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-be970f52-37a1-43af-85e9-542aad991b3f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3292222 Apr 07 06:36:47.623499 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48838) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:47.628784 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:47.732304 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Project b201a41ba3394cdebeda4fb3574ada20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:36:47.738529 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (8a265b67-da00-477c-b59b-fd889f1188b9), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.802518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (8a265b67-da00-477c-b59b-fd889f1188b9), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.873135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (8a265b67-da00-477c-b59b-fd889f1188b9), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.893112 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a265b67-da00-477c-b59b-fd889f1188b9,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:47.962874 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:47.964225 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c56c71f1-2ff8-4e97-a568-8fc0542fd23c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3396738 Apr 07 06:36:47.966964 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 48842) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:36:47.971352 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'security_group_rule': {'security_group_id': '16ff07e2-bfbe-4522-ba0b-d1032e98ec37', 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:36:48.028290 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f87594f9-cff4-4e94-a76d-02bf2f3249b8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:48.075431 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f87594f9-cff4-4e94-a76d-02bf2f3249b8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:48.075831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.078553 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Project b201a41ba3394cdebeda4fb3574ada20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:36:48.083772 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (9d0b8b29-2ded-4387-81fd-e3eb7bc5b7d7), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.143066 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (9d0b8b29-2ded-4387-81fd-e3eb7bc5b7d7), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.164062 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f87594f9-cff4-4e94-a76d-02bf2f3249b8 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:48.244653 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Sync routers for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:36:48.246346 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (9d0b8b29-2ded-4387-81fd-e3eb7bc5b7d7), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.254951 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:48.256683 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:48.265415 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0b8b29-2ded-4387-81fd-e3eb7bc5b7d7,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:48.274577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af703851-e032-47a0-9e65-bd4415da3b44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.334031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.335908 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a0a8c68c-1bf5-409c-beba-8c13cf5441f1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3679671 Apr 07 06:36:48.372757 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:48.587970 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '3a06cab0-2362-4ba9-8b52-6e8030436b46', 'name': '', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'mac_address': 'fa:16:3e:bc:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:43Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 2, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'subnets': [{'id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:48.613272 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Checking router: fddb3a47-f72c-4146-b80f-140b7ab68437 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:36:48.613624 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Updating router fddb3a47-f72c-4146-b80f-140b7ab68437 port 3a06cab0-2362-4ba9-8b52-6e8030436b46 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:36:48.640179 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:48.912999 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks [] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.394562 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.444222 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632b0c-ef74-44ff-bf17-5f5bac6fecb9 None None] Pushing event updated for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:49.504114 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Attempting to bind port 3a06cab0-2362-4ba9-8b52-6e8030436b46 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:36:49.505007 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Attempting to bind port 3a06cab0-2362-4ba9-8b52-6e8030436b46 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:36:49.505370 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Attempting to bind port 3a06cab0-2362-4ba9-8b52-6e8030436b46 on network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:36:49.510657 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:36:49.511035 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Checking segment: {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:36:49.511444 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.511860 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Bound using segment: {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:36:49.512439 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Bound port: 3a06cab0-2362-4ba9-8b52-6e8030436b46, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2b43db-4381-4694-b231-5b999b251ed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:36:49.512758 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.581016 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] For port 3a06cab0-2362-4ba9-8b52-6e8030436b46, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:36:49.584736 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] For port 3a06cab0-2362-4ba9-8b52-6e8030436b46, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3a06cab0-2362-4ba9-8b52-6e8030436b46,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:36:49.647595 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.666134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:49.666711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.709680 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b632b0c-ef74-44ff-bf17-5f5bac6fecb9 None None] Pushing event updated for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:49.717197 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:36:49.717805 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:36:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:49.787296 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Current status of the port 3a06cab0-2362-4ba9-8b52-6e8030436b46 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:49.787893 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:49.844901 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] For port 3a06cab0-2362-4ba9-8b52-6e8030436b46, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3a06cab0-2362-4ba9-8b52-6e8030436b46,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:36:49.871174 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:36:49.963908 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:50.041915 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187af9a-2774-4907-8f03-abb6d47dcf80 None None] Pushing event updated for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:36:50.061691 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3a06cab0-2362-4ba9-8b52-6e8030436b46 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:50.107870 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '3a06cab0-2362-4ba9-8b52-6e8030436b46', 'name': '', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'mac_address': 'fa:16:3e:bc:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:43Z', 'updated_at': '2022-04-07T06:36:49Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'subnets': [{'id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:36:50.115677 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-0ee4168d-baa5-4f0a-b561-664778ede10f None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:50.116083 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0ee4168d-baa5-4f0a-b561-664778ede10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:50.138450 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfabf2e1-e2de-4b40-a534-2e6a86a27b05 None None] The sync data for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi is: [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:36:44Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '3a06cab0-2362-4ba9-8b52-6e8030436b46', 'name': '', 'network_id': 'fb619873-edd4-4ca0-bcdb-b15e8b8ced5f', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'mac_address': 'fa:16:3e:bc:82:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:43Z', 'updated_at': '2022-04-07T06:36:49Z', 'revision_number': 4, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'subnets': [{'id': '7c584a6e-5f3e-41e0-b489-97a64be2819f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:36:50.161858 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:50.162586 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:50.255385 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0ee4168d-baa5-4f0a-b561-664778ede10f None None] Current status of the port 3a06cab0-2362-4ba9-8b52-6e8030436b46 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:50.296843 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3a06cab0-2362-4ba9-8b52-6e8030436b46 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:50.623732 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6ab730a6-657f-4144-abf0-6c9ca669b650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:52.028525 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3a06cab0-2362-4ba9-8b52-6e8030436b46 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:36:52.084577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3a06cab0-2362-4ba9-8b52-6e8030436b46 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:36:52.084951 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:52.157176 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3a06cab0-2362-4ba9-8b52-6e8030436b46 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:36:52.177220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:52.923874 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:36:54.462892 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:06.930815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:15.108705 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-7c014278-7bb3-44cb-9c6a-73988e33dfbc tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-83965615&fields=id&tenant_id=b201a41ba3394cdebeda4fb3574ada20 HTTP/1.1" status: 200 len: 267 time: 0.0450912 Apr 07 06:37:15.210376 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-95d72958-0952-4cbf-a224-6c9f3167dbe0 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:15.211842 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-95d72958-0952-4cbf-a224-6c9f3167dbe0 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 807 time: 0.0965598 Apr 07 06:37:15.226331 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3f8e2d5f-919e-4887-a5ea-30d43890fe70 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/quotas/b201a41ba3394cdebeda4fb3574ada20 HTTP/1.1" status: 200 len: 375 time: 0.0091069 Apr 07 06:37:15.281677 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-501f1bca-e5c0-4bd8-8b2c-b0fa83ceaed7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495994 Apr 07 06:37:15.377812 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-e4865075-bdef-40af-9505-f7dc3c264ce1 service neutron] 10.222.0.24 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851614 Apr 07 06:37:15.468493 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-5a37aa8e-1f54-48e7-87ef-d843781f0623 service neutron] 10.222.0.24 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831981 Apr 07 06:37:16.074095 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d763a1be-2e04-42f0-b0d2-76eb495fe1e3 req-e87e83ee-cb9e-46ca-a3b4-97df2d05f94e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0318000 Apr 07 06:37:17.152875 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6ee2d1e7-6308-41ae-a115-0c20f4e66571 req-7df47ec9-604e-4dfc-a7ac-5957e295f990 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0291154 Apr 07 06:37:18.233630 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e0b54a9a-d2fb-4bf9-b1dd-9929efe3936d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:18.245858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-911f28ff-322e-47c9-9529-cbc066d67e22 req-45a5ef34-6d96-4916-80fb-c0a9bacce4b6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0272269 Apr 07 06:37:18.456981 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:37:18.578001 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3a6b82fc-0ffe-48a4-b84b-673d6c3900e9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:18.579646 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3a6b82fc-0ffe-48a4-b84b-673d6c3900e9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 807 time: 0.1139092 Apr 07 06:37:18.651661 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-8247fbe8-9f38-4a93-8c41-4493c4007c6c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b201a41ba3394cdebeda4fb3574ada20 HTTP/1.1" status: 200 len: 378 time: 0.0592256 Apr 07 06:37:18.663923 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'port': {'device_id': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'admin_state_up': True, 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'security_groups': ['16ff07e2-bfbe-4522-ba0b-d1032e98ec37']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:19.056682 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Made reservation on behalf of b201a41ba3394cdebeda4fb3574ada20 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:19.067203 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.183244 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Allocated IP 172.20.0.11 (4747f2c5-e585-419b-9dbb-158a3ff5dc05/d5dacd17-b91f-45e0-a2ca-910f08411858/1844880c-a8e9-47b1-952c-6c8fa7ae6278) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:19.324972 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.341443 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9eb44fff-9ad5-4dd7-b3f5-d4d1f4dc19be req-100fe797-0c0b-4332-9fed-c3d9a677e890 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0268114 Apr 07 06:37:19.463244 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.508129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:19.513971 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:19.517134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:19.544506 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:19.557131 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.557489 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.557854 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.558214 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.558514 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.558846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.559173 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.559499 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.559853 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.560178 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.560502 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.560827 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.561147 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.561466 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.561783 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:19.582512 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:19.583148 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.675244 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-dce692ec-96f5-4548-8cbd-9de601abb963 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0157766 Apr 07 06:37:19.690188 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Request body: {'port': {'device_id': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:19.782581 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-f6ada81f-0170-4541-8ecc-6235ca410ad7 None None] Provisioning complete for port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:19.782581 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f6ada81f-0170-4541-8ecc-6235ca410ad7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.783809 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:19.795809 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f6ada81f-0170-4541-8ecc-6235ca410ad7 None None] Port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:20.018050 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1844880c-a8e9-47b1-952c-6c8fa7ae6278 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:37:20.025308 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks [] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.036705 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Transition to ACTIVE for port object 1844880c-a8e9-47b1-952c-6c8fa7ae6278 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:37:20.119250 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.167779 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:20.238774 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Attempting to bind port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:20.239131 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Attempting to bind port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:20.239447 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Attempting to bind port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 on network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:20.244322 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 on network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:37:20.244698 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Attempting to bind port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 on network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:20.249691 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:20.250036 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Checking segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:20.250427 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Bound using segment: {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:20.250858 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Bound port: 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a040dd7-eba5-44a3-892d-6cb48e9685d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:20.251223 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.320546 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:20.323558 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:20.400043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.433543 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:20.434094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.435484 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] 10.222.0.25 "PUT /v2.0/ports/1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 1094 time: 0.7497871 Apr 07 06:37:20.435953 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:37:20.438189 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1" -d '{"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:37:20.470951 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d24453b-68ef-4d34-9cdf-3773518e4820 service neutron] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:20.475226 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b4178b-86cd-4743-b20e-bd81672ad55f req-33aafb41-1897-4517-a3c7-011d374812b2 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:20.482091 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9b4178b-86cd-4743-b20e-bd81672ad55f req-33aafb41-1897-4517-a3c7-011d374812b2 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0629771 Apr 07 06:37:20.487353 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc51abc-4847-445c-9d84-3c61604f43ca x-openstack-request-id: req-8fc51abc-4847-445c-9d84-3c61604f43ca {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:37:20.488266 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:37:20.488657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8fc51abc-4847-445c-9d84-3c61604f43ca {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:37:20.489065 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fc51abc-4847-445c-9d84-3c61604f43ca'] response: {'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'status': 'completed', 'code': 200} Apr 07 06:37:20.536351 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9b4178b-86cd-4743-b20e-bd81672ad55f req-4bed2af8-b35e-4680-8ae7-89c0f0964133 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533609 Apr 07 06:37:20.569387 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-466a4ca9-de56-445d-b64f-e29b59a2ec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:20.571402 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-466a4ca9-de56-445d-b64f-e29b59a2ec5f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1128 time: 0.0541611 Apr 07 06:37:20.644649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4b49a537-cd6b-4c67-8743-57d87b0808cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:20.744150 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-e05b2e8b-6102-4cbe-b006-0577356725c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:20.745620 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-e05b2e8b-6102-4cbe-b006-0577356725c8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b201a41ba3394cdebeda4fb3574ada20&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1616433 Apr 07 06:37:21.078677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-86466c32-1244-443a-9a43-9a1212c84286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:21.080142 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-dfa566fd-0e74-4513-91f6-fca4ea6f17d1 req-86466c32-1244-443a-9a43-9a1212c84286 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3254371 Apr 07 06:37:21.158345 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-e7da99cd-7bab-4d5f-8276-6784d0df2aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:21.159855 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-e7da99cd-7bab-4d5f-8276-6784d0df2aed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1128 time: 0.0434263 Apr 07 06:37:21.207687 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-42afbe16-1814-4297-b5f4-daeae0787b93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 217 time: 0.0361776 Apr 07 06:37:21.258867 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-91ca5cd5-e9e1-4e2b-966e-ebe0b08c355d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:21.260328 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-91ca5cd5-e9e1-4e2b-966e-ebe0b08c355d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0439773 Apr 07 06:37:21.309898 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-eef696ea-d3ac-41e3-b7b6-383531f81926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:21.311383 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-eef696ea-d3ac-41e3-b7b6-383531f81926 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429931 Apr 07 06:37:21.409017 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-439c7e61-4a76-4f8e-a50d-d2d8f97b8fb7 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877008 Apr 07 06:37:21.497886 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-eb7fb2ed-b956-4d5c-ba1b-f764fa29ab61 req-a5289b70-3f35-42c7-af1e-db0622ec03c9 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798211 Apr 07 06:37:21.669573 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e543399-23bb-4d37-a1fa-47aaf23125bc req-46ed24f2-c92a-4ad8-8513-fe3d66489f5b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:21.671041 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e543399-23bb-4d37-a1fa-47aaf23125bc req-46ed24f2-c92a-4ad8-8513-fe3d66489f5b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0537236 Apr 07 06:37:21.722431 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1e543399-23bb-4d37-a1fa-47aaf23125bc req-bd513137-c199-485a-9c8d-0378258acb8c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442936 Apr 07 06:37:21.930385 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.088467 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49158) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:22.189244 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.260454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Publish callbacks [] for security_group (228c4cb2-a4be-4b95-ab97-ca375f01c7a5), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.335038 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (228c4cb2-a4be-4b95-ab97-ca375f01c7a5), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.373745 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=400a1b0169e44252b21e0ed455c83efa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842355 Apr 07 06:37:22.374586 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228c4cb2-a4be-4b95-ab97-ca375f01c7a5,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:22.376488 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49162) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:22.381996 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.387841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58369c5f-0765-4050-be1c-adb3b6bfdef7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:22.426037 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] Publish callbacks [] for security_group (228c4cb2-a4be-4b95-ab97-ca375f01c7a5), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.449868 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] Publish callbacks [] for security_group (228c4cb2-a4be-4b95-ab97-ca375f01c7a5), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.557464 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (228c4cb2-a4be-4b95-ab97-ca375f01c7a5), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.560050 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:22.561256 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/228c4cb2-a4be-4b95-ab97-ca375f01c7a5 HTTP/1.1" status: 204 len: 168 time: 0.1836860 Apr 07 06:37:22.569511 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e4e332-75df-4ac2-9c67-b9c0c4028d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c4cb2-a4be-4b95-ab97-ca375f01c7a5,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:22.845954 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dade0fa-9bf6-4030-8864-88151258fff3 req-94713c7d-2615-4c41-a58a-687627140fa9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:22.847467 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7dade0fa-9bf6-4030-8864-88151258fff3 req-94713c7d-2615-4c41-a58a-687627140fa9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0581913 Apr 07 06:37:22.896105 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7dade0fa-9bf6-4030-8864-88151258fff3 req-6f75a93b-ef4c-4703-8395-b481ce1d29dd tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427797 Apr 07 06:37:22.899847 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.494774 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49186) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:23.587225 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-350322854-network', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:23.677459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Made reservation on behalf of 5bf029a696e342f0b6f7818e2cdcd902 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:23.679706 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.687721 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.759372 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks [] for security_group (2e8f7b55-1005-416a-b765-d286dca30c16), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.814801 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2e8f7b55-1005-416a-b765-d286dca30c16), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.841957 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:37:23.847208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8f7b55-1005-416a-b765-d286dca30c16,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:23.854569 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (47257e1c-488f-45fb-a51b-68e8b3966559), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.854569 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Added segment 47257e1c-488f-45fb-a51b-68e8b3966559 of type vlan for network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 Apr 07 06:37:23.893386 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (6f2d21fe-17e9-4487-8aac-56ceaeb8b201), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.988138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (6f2d21fe-17e9-4487-8aac-56ceaeb8b201), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:23.989137 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:23.989987 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.014310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf041ae4-6406-4ccb-b884-10ba897ee620 req-3c021880-8edd-4375-9146-e69d93b00525 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:24.015721 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf041ae4-6406-4ccb-b884-10ba897ee620 req-3c021880-8edd-4375-9146-e69d93b00525 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0534756 Apr 07 06:37:24.049216 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] Pushing event updated for resources: {'Network': ['ID=6f2d21fe-17e9-4487-8aac-56ceaeb8b201,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:24.059946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:37:24.065126 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cf041ae4-6406-4ccb-b884-10ba897ee620 req-1cbecd86-09f1-410b-af2e-edc16389c0e1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435982 Apr 07 06:37:24.115072 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7380a2cb-f0ca-44fe-bfef-75f0cabed724 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6189361 Apr 07 06:37:24.118644 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49192) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:24.123594 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Request body: {'subnet': {'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-350322854-subnet', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:24.209205 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Made reservation on behalf of 5bf029a696e342f0b6f7818e2cdcd902 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:24.211513 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.513846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (94313910-deb2-4ba8-91d8-5b72c35fcfba), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.542128 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.569855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=94313910-deb2-4ba8-91d8-5b72c35fcfba,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:24.579635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Checking segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:24.580027 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Network hostable DHCP agents. Network: 6f2d21fe-17e9-4487-8aac-56ceaeb8b201, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:37:24.661660 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:37:24.724458 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 6f2d21fe-17e9-4487-8aac-56ceaeb8b201) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:24.728621 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:24.729221 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.734012 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a1a3b-92f3-4a75-88bf-b3afbd5ba4b4 None None] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:37:24.832045 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49194) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:24.832266 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-54baed37-1354-4706-8ae3-4c0854a80b1b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7122290 Apr 07 06:37:24.832480 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:37:24.833400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.836614 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:24.929574 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (68c4e8ec-706d-475f-8b40-29186871b28b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.930668 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (68c4e8ec-706d-475f-8b40-29186871b28b), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:24.965992 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Allocated IP 172.20.0.2 (6f2d21fe-17e9-4487-8aac-56ceaeb8b201/94313910-deb2-4ba8-91d8-5b72c35fcfba/c2c9397e-cccd-4788-b29f-793db587d52a) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:24.983658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for router_controller (68c4e8ec-706d-475f-8b40-29186871b28b), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.099577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks [] for port (c2c9397e-cccd-4788-b29f-793db587d52a), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.192235 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.235143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:25.237970 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:25.239395 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for router_gateway (68c4e8ec-706d-475f-8b40-29186871b28b), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.243044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:25.247471 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Pushing event updated for resources: {'Port': ['ID=c2c9397e-cccd-4788-b29f-793db587d52a,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:25.259301 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34337c3a-6a42-4585-896d-2eb9b6612c08 req-1d231491-8647-4f3a-bd25-807d474d8f86 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:25.260852 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34337c3a-6a42-4585-896d-2eb9b6612c08 req-1d231491-8647-4f3a-bd25-807d474d8f86 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.1234164 Apr 07 06:37:25.297961 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Attempting to bind port c2c9397e-cccd-4788-b29f-793db587d52a on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:25.298340 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Attempting to bind port c2c9397e-cccd-4788-b29f-793db587d52a by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:25.298689 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Attempting to bind port c2c9397e-cccd-4788-b29f-793db587d52a on network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:25.304120 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:25.304498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Checking segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:25.304903 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.305295 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Bound using segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:25.305756 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Bound port: c2c9397e-cccd-4788-b29f-793db587d52a, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:25.306136 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.310501 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-34337c3a-6a42-4585-896d-2eb9b6612c08 req-99ee061b-29bc-4f78-965c-d431a502f75a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438364 Apr 07 06:37:25.368019 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] For port c2c9397e-cccd-4788-b29f-793db587d52a, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:25.371050 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] For port c2c9397e-cccd-4788-b29f-793db587d52a, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c2c9397e-cccd-4788-b29f-793db587d52a,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:25.478416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.507686 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for router_gateway (68c4e8ec-706d-475f-8b40-29186871b28b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.535883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.536798 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954a87c-d406-4ccf-afaa-d2bb08c7427e None None] Pushing event updated for resources: {'Port': ['ID=c2c9397e-cccd-4788-b29f-793db587d52a,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:25.641032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Allocated IP 172.27.3.8 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/0360318a-bf5c-470b-a822-fe68b7caabf8) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:25.764064 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.879467 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:25.916367 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:25.921170 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:25.924880 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:25.950209 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Pushing event updated for resources: {'Port': ['ID=0360318a-bf5c-470b-a822-fe68b7caabf8,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:26.060485 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c2c9397e-cccd-4788-b29f-793db587d52a up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:26.108516 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port c2c9397e-cccd-4788-b29f-793db587d52a triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:26.109168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.191729 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port c2c9397e-cccd-4788-b29f-793db587d52a is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:26.192135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.229055 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port c2c9397e-cccd-4788-b29f-793db587d52a, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c2c9397e-cccd-4788-b29f-793db587d52a,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:26.278683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for router_gateway (68c4e8ec-706d-475f-8b40-29186871b28b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.323424 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.385032 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=c2c9397e-cccd-4788-b29f-793db587d52a,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:26.438769 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21802cc3-1c83-422d-85a6-7c3b4b735df3 None None] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:37:26.518401 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-d288e1bf-0d2a-46a5-952a-3240e89307a9 None None] Provisioning complete for port c2c9397e-cccd-4788-b29f-793db587d52a triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:26.518774 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d288e1bf-0d2a-46a5-952a-3240e89307a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.524241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dae9b3-9d78-490b-a1c5-d701d9378d56 req-ebbeee62-704d-46b9-972b-3be66e9b9a08 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:26.525702 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3dae9b3-9d78-490b-a1c5-d701d9378d56 req-ebbeee62-704d-46b9-972b-3be66e9b9a08 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.1100447 Apr 07 06:37:26.530002 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (68c4e8ec-706d-475f-8b40-29186871b28b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.625308 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d288e1bf-0d2a-46a5-952a-3240e89307a9 None None] Current status of the port c2c9397e-cccd-4788-b29f-793db587d52a is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:26.649017 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c3dae9b3-9d78-490b-a1c5-d701d9378d56 req-2323f849-53ab-46c5-a9e9-4477916e3e7c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160448 Apr 07 06:37:26.770620 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Router 68c4e8ec-706d-475f-8b40-29186871b28b is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:37:26.845312 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-88f185b6-110a-46c1-b268-fa63806e0a57 None None] Provisioning complete for port c2c9397e-cccd-4788-b29f-793db587d52a triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:26.845688 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-88f185b6-110a-46c1-b268-fa63806e0a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.881321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:37:26.892523 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Sync routers for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:37:26.923419 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:26.924075 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:26.962203 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:26.965973 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-764eef06-aaac-473e-8dbb-ccbf8f63ae89 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1301782 Apr 07 06:37:26.966144 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49200) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:26.968326 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-88f185b6-110a-46c1-b268-fa63806e0a57 None None] Current status of the port c2c9397e-cccd-4788-b29f-793db587d52a is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:27.038044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:27.209531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:26Z', 'revision_number': 3, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:27.366079 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Checking router: 68c4e8ec-706d-475f-8b40-29186871b28b for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:37:27.366431 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Updating router 68c4e8ec-706d-475f-8b40-29186871b28b port 0360318a-bf5c-470b-a822-fe68b7caabf8 binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:37:27.380234 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.394403 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.532966 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Allocated IP 172.20.0.1 (6f2d21fe-17e9-4487-8aac-56ceaeb8b201/94313910-deb2-4ba8-91d8-5b72c35fcfba/e14b4963-1210-4203-a29a-28b524d1b3b0) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:27.635720 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks [] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.643255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks [] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.719303 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.751404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.774207 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Attempting to bind port 0360318a-bf5c-470b-a822-fe68b7caabf8 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:27.774611 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Attempting to bind port 0360318a-bf5c-470b-a822-fe68b7caabf8 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:27.774954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Attempting to bind port 0360318a-bf5c-470b-a822-fe68b7caabf8 on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:27.780402 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ea59-91c1-456e-9918-0c928d9941cc None None] Pushing event updated for resources: {'Port': ['ID=0360318a-bf5c-470b-a822-fe68b7caabf8,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:27.785907 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:27.786550 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:27.787851 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.788253 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:27.788739 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Bound port: 0360318a-bf5c-470b-a822-fe68b7caabf8, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:27.789125 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.798936 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:27.805461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:27.811521 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:27.822483 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9488235-135d-4603-8d01-dcb7728bb554 req-1e5033c9-9551-4c4b-978b-fe6fab8d3d03 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:27.824057 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9488235-135d-4603-8d01-dcb7728bb554 req-1e5033c9-9551-4c4b-978b-fe6fab8d3d03 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.1081636 Apr 07 06:37:27.843148 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] For port 0360318a-bf5c-470b-a822-fe68b7caabf8, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:27.853156 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] For port 0360318a-bf5c-470b-a822-fe68b7caabf8, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0360318a-bf5c-470b-a822-fe68b7caabf8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:27.853311 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:27.887207 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (68c4e8ec-706d-475f-8b40-29186871b28b), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.935497 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:27.942317 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e9488235-135d-4603-8d01-dcb7728bb554 req-957abd33-95f5-4303-a2a4-82dba4190bd0 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959170 Apr 07 06:37:27.991215 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:27.991975 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:28.042576 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3087ea59-91c1-456e-9918-0c928d9941cc None None] Pushing event updated for resources: {'Port': ['ID=0360318a-bf5c-470b-a822-fe68b7caabf8,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:28.087502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c2c9397e-cccd-4788-b29f-793db587d52a up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:28.155587 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-81b8495d-0182-4283-a74f-9a96969c47db None None] Provisioning complete for port e14b4963-1210-4203-a29a-28b524d1b3b0 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:28.155899 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-81b8495d-0182-4283-a74f-9a96969c47db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.180028 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:28.290985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-81b8495d-0182-4283-a74f-9a96969c47db None None] Port e14b4963-1210-4203-a29a-28b524d1b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:28.294893 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port c2c9397e-cccd-4788-b29f-793db587d52a triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:28.295180 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.403539 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.420640 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port c2c9397e-cccd-4788-b29f-793db587d52a is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:28.438026 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:26Z', 'revision_number': 3, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:28.465791 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b4a5b-1491-47b4-9c23-df81c8c4352d None None] The sync data for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi is: [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:26Z', 'revision_number': 3, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:37:28.567152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks [] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.627838 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.705718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (68c4e8ec-706d-475f-8b40-29186871b28b), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:28.708346 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Pushing event updated for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:28.806149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:28.807548 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:28.929310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Router 68c4e8ec-706d-475f-8b40-29186871b28b has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:37:29.013921 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-c30434d9-01dc-4e5b-92e5-986a91d38c34 None None] Provisioning complete for port e14b4963-1210-4203-a29a-28b524d1b3b0 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:29.014613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c30434d9-01dc-4e5b-92e5-986a91d38c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:29.050902 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-c30434d9-01dc-4e5b-92e5-986a91d38c34 None None] Port e14b4963-1210-4203-a29a-28b524d1b3b0 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:29.082457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:37:29.088552 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-f202c6b8-2a0e-4383-ac82-761ceeb4a5aa admin admin] 10.222.0.24 "PUT /v2.0/routers/68c4e8ec-706d-475f-8b40-29186871b28b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1208253 Apr 07 06:37:29.098765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986aab1-9cf5-4c73-b69e-1daa96035995 req-89d920a4-65b4-40d2-babd-12e5d42ea69f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:29.101785 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6986aab1-9cf5-4c73-b69e-1daa96035995 req-89d920a4-65b4-40d2-babd-12e5d42ea69f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0755422 Apr 07 06:37:29.160155 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6986aab1-9cf5-4c73-b69e-1daa96035995 req-59432087-522c-4e7d-84e6-2b7946ff1605 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522866 Apr 07 06:37:29.774068 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49220) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:29.779776 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-416932841-network', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:29.873562 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Made reservation on behalf of 15efb0719ab14d9ebfd788968fc100d2 for: {'network': 1} {{(pid=103956) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:29.876157 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:29.885846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:29.960816 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks [] for security_group (1409319b-54fc-4ddf-8deb-6b1bb393b2cf), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:29.970174 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Sync routers for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:37:29.979498 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:29.980123 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:30.010592 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1409319b-54fc-4ddf-8deb-6b1bb393b2cf), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.041259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=103956) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:37:30.047836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1409319b-54fc-4ddf-8deb-6b1bb393b2cf,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.060637 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (d97100ed-d621-4c0f-ab3a-46fd7b0aa92f), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.067861 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.segments_db [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Added segment d97100ed-d621-4c0f-ab3a-46fd7b0aa92f of type vlan for network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e Apr 07 06:37:30.068818 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0360318a-bf5c-470b-a822-fe68b7caabf8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:30.089086 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:30.114240 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.120689 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 0360318a-bf5c-470b-a822-fe68b7caabf8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:30.121412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.199716 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 0360318a-bf5c-470b-a822-fe68b7caabf8 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:30.200215 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.222137 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 0360318a-bf5c-470b-a822-fe68b7caabf8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0360318a-bf5c-470b-a822-fe68b7caabf8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:30.233501 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.234505 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:30.235135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.289260 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.298938 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 2, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:30.321506 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] Pushing event updated for resources: {'Network': ['ID=c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.331811 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Checking router: 68c4e8ec-706d-475f-8b40-29186871b28b for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:37:30.332546 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Updating router 68c4e8ec-706d-475f-8b40-29186871b28b port e14b4963-1210-4203-a29a-28b524d1b3b0 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:37:30.334819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:37:30.347782 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78447a-94ec-4d23-9ec6-1095df244d1c req-439ec70a-edaa-4e0d-9a66-2f7080d03074 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:30.349577 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c78447a-94ec-4d23-9ec6-1095df244d1c req-439ec70a-edaa-4e0d-9a66-2f7080d03074 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.1119635 Apr 07 06:37:30.354839 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-1efd3504-0297-4335-bea1-bcaced91a208 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5796282 Apr 07 06:37:30.357682 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49224) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:30.363319 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Request body: {'subnet': {'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-416932841-subnet', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:30.364458 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.393549 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=0360318a-bf5c-470b-a822-fe68b7caabf8,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.408897 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4c78447a-94ec-4d23-9ec6-1095df244d1c req-24353795-8f67-442e-82e8-c5e7815de53e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519562 Apr 07 06:37:30.451268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Made reservation on behalf of 15efb0719ab14d9ebfd788968fc100d2 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:30.453659 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.487946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:37:30.594641 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:30.607410 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'mac_address': 'fa:16:3e:9c:44:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:37:30.645256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:30.645646 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.658933 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1844880c-a8e9-47b1-952c-6c8fa7ae6278 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:37:30.677444 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:30.690928 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (d7c3d372-a348-4dd1-a443-b39e0b974201), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.728062 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks [] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.744246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c3d372-a348-4dd1-a443-b39e0b974201,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.746211 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.756147 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Checking segment: {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:30.756515 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Network hostable DHCP agents. Network: c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:37:30.793688 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.827581 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.856892 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:37:30.873723 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10ae85-8286-4728-9903-584e902fefb2 None None] Pushing event updated for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:30.934215 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Attempting to bind port e14b4963-1210-4203-a29a-28b524d1b3b0 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:30.934590 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Attempting to bind port e14b4963-1210-4203-a29a-28b524d1b3b0 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:30.934957 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Attempting to bind port e14b4963-1210-4203-a29a-28b524d1b3b0 on network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:30.936763 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:30.941093 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:30.947129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Checking segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Bound using segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Bound port: e14b4963-1210-4203-a29a-28b524d1b3b0, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:30.947291 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:30.950521 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8de775-0ed8-47b4-9935-3ae51f524189 None None] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:37:31.004601 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['1844880c-a8e9-47b1-952c-6c8fa7ae6278'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:37:31.010577 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] For port e14b4963-1210-4203-a29a-28b524d1b3b0, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:31.014465 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] For port e14b4963-1210-4203-a29a-28b524d1b3b0, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e14b4963-1210-4203-a29a-28b524d1b3b0,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:31.026293 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4a870904-9cab-4d5a-8906-713bb8ce90d5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6669788 Apr 07 06:37:31.028480 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49226) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:31.033134 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:31.080115 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.113835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (9302e866-dade-444d-b598-1c89b788a235), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.119942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (9302e866-dade-444d-b598-1c89b788a235), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.120383 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:37:31.120383 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.140165 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:31.140844 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:31.146831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Provisioning complete for port e14b4963-1210-4203-a29a-28b524d1b3b0 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:31.147202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.193376 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for router_controller (9302e866-dade-444d-b598-1c89b788a235), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.201938 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc10ae85-8286-4728-9903-584e902fefb2 None None] Pushing event updated for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:31.269419 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:31.413574 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Allocated IP 172.20.0.2 (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e/d7c3d372-a348-4dd1-a443-b39e0b974201/3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:31.418859 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Current status of the port e14b4963-1210-4203-a29a-28b524d1b3b0 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:31.419248 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.437059 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for router_gateway (9302e866-dade-444d-b598-1c89b788a235), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.497434 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:31.525943 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f6bd03-551b-445c-a96d-913403fde5e4 None None] The sync data for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi is: [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:37:31.584818 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff115376-d935-4c3b-aab2-a2f8d39d53b1 req-3b603bcc-af29-484b-8fbe-1b1d7ee5b41b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:31.584818 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff115376-d935-4c3b-aab2-a2f8d39d53b1 req-3b603bcc-af29-484b-8fbe-1b1d7ee5b41b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 945 time: 0.0979452 Apr 07 06:37:31.680291 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ff115376-d935-4c3b-aab2-a2f8d39d53b1 req-4b742974-dd9f-4793-b24f-26a35998087e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660460 Apr 07 06:37:31.695905 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] For port e14b4963-1210-4203-a29a-28b524d1b3b0, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e14b4963-1210-4203-a29a-28b524d1b3b0,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:31.777615 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.818828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for router_gateway (9302e866-dade-444d-b598-1c89b788a235), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.844310 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.873102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks [] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.878934 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a5dc-e1d0-45cd-bf84-b36b7005e1a3 None None] Pushing event updated for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:31.898276 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-a20d62a3-2afc-4abd-b8c1-89f2aab1ac84 None None] Provisioning complete for port e14b4963-1210-4203-a29a-28b524d1b3b0 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:31.898650 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a20d62a3-2afc-4abd-b8c1-89f2aab1ac84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:31.948972 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Allocated IP 172.27.3.13 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:31.966692 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.022560 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-a20d62a3-2afc-4abd-b8c1-89f2aab1ac84 None None] Current status of the port e14b4963-1210-4203-a29a-28b524d1b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:32.031716 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:32.035492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:32.038391 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:32.041038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Pushing event updated for resources: {'Port': ['ID=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:32.077174 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.104630 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Attempting to bind port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:32.105007 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Attempting to bind port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:32.105395 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Attempting to bind port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 on network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:32.111190 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:32.111380 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Checking segment: {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:32.111737 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.112151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Bound using segment: {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:32.112614 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Bound port: 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:32.113010 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.171321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.175135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0360318a-bf5c-470b-a822-fe68b7caabf8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:32.217623 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:32.220747 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:32.221982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] For port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:32.226072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:32.229432 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Pushing event updated for resources: {'Port': ['ID=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:32.237847 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] For port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:32.249642 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 0360318a-bf5c-470b-a822-fe68b7caabf8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:32.250023 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.322897 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.369291 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 0360318a-bf5c-470b-a822-fe68b7caabf8 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:32.370940 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e14b4963-1210-4203-a29a-28b524d1b3b0 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:32.428857 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af449a95-d6a0-4c60-9314-b9132624cf59 None None] Pushing event updated for resources: {'Port': ['ID=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:32.447876 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port e14b4963-1210-4203-a29a-28b524d1b3b0 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:32.448260 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.488616 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:32.604311 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port e14b4963-1210-4203-a29a-28b524d1b3b0 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:32.616681 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for router_gateway (9302e866-dade-444d-b598-1c89b788a235), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.685293 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:37:32.689742 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:32.690116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.788583 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:32.788972 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.814071 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:37:32.816360 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b59995e-e086-4258-be26-d1a3308a93ac" -d '{"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-plugged", "status": "completed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:37:32.829406 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:32.859713 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afb3a3a-115f-49d4-95b8-f4399f46f0f1 x-openstack-request-id: req-3afb3a3a-115f-49d4-95b8-f4399f46f0f1 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:37:32.860064 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-plugged", "status": "completed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:37:32.860323 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3afb3a3a-115f-49d4-95b8-f4399f46f0f1 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:37:32.860729 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afb3a3a-115f-49d4-95b8-f4399f46f0f1'] response: {'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'code': 200} Apr 07 06:37:32.899822 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2923eb0-b89f-4797-8e3d-d021ece3f4a0 req-b5d940b5-f7f0-4e6e-b7a0-3095221ceb06 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:32.901420 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2923eb0-b89f-4797-8e3d-d021ece3f4a0 req-b5d940b5-f7f0-4e6e-b7a0-3095221ceb06 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 945 time: 0.1348248 Apr 07 06:37:32.907995 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (9302e866-dade-444d-b598-1c89b788a235), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.929838 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:32.980307 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:33.025638 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e2923eb0-b89f-4797-8e3d-d021ece3f4a0 req-50c8e9b6-5065-4c4f-9afd-3661842d32a7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1153569 Apr 07 06:37:33.153947 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Router 9302e866-dade-444d-b598-1c89b788a235 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:37:33.269278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:37:33.280682 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Sync routers for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:37:33.290500 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dd29b-67c9-441a-9ce3-e137e3da795a req-1df6e813-ad5f-4e68-b709-9ede6bc07aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:33.299908 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8c1dd29b-67c9-441a-9ce3-e137e3da795a req-1df6e813-ad5f-4e68-b709-9ede6bc07aec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0552723 Apr 07 06:37:33.300202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:33.300202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:33.342513 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8c1dd29b-67c9-441a-9ce3-e137e3da795a req-a7066308-29a9-45ec-8997-5bbb6b0d465e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411041 Apr 07 06:37:33.355303 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.359277 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-49d7fc7e-693f-4f0f-8afc-7228c76c7f17 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3270938 Apr 07 06:37:33.359444 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49234) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:33.383606 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417adc8-57fa-4af7-9e60-3c378e4ea3c9 None None] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:37:33.464462 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:33.547213 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Provisioning complete for port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:33.547585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.742437 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Current status of the port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:33.742763 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.790032 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] For port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:33.791973 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:32Z', 'revision_number': 3, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:33.793639 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.823537 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Checking router: 9302e866-dade-444d-b598-1c89b788a235 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:37:33.823988 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Updating router 9302e866-dade-444d-b598-1c89b788a235 port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:37:33.853569 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.932862 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:33.960874 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Allocated IP 172.20.0.1 (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e/d7c3d372-a348-4dd1-a443-b39e0b974201/9baecd3f-e2da-4f73-a449-9c68af27e48c) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:34.032689 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3f994-2d71-499c-9424-7873e62e605d None None] Pushing event updated for resources: {'Port': ['ID=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:34.084099 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks [] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.169693 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7a5c9-b59d-43d3-a090-52628f0c56b0 req-e89147a6-aacc-43f5-88c3-c0efe4e9773f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:34.171258 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a4d7a5c9-b59d-43d3-a090-52628f0c56b0 req-e89147a6-aacc-43f5-88c3-c0efe4e9773f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0612612 Apr 07 06:37:34.215014 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:34.221199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.226434 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b5c525f1-f562-4905-9757-f7303d775059 None None] Provisioning complete for port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:34.226819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b5c525f1-f562-4905-9757-f7303d775059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.233725 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a4d7a5c9-b59d-43d3-a090-52628f0c56b0 req-a080977a-f055-42da-ac14-fa5ecd6c042a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559428 Apr 07 06:37:34.263911 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:34.266682 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:34.272250 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:34.298491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Pushing event updated for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:34.317671 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (9302e866-dade-444d-b598-1c89b788a235), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.357310 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:34.357832 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.420800 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks [] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.445447 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b5c525f1-f562-4905-9757-f7303d775059 None None] Current status of the port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:34.490732 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:34.501798 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.543280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.561158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Attempting to bind port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:34.561531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Attempting to bind port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:34.561899 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Attempting to bind port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:34.564765 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017019f8-29be-4dcd-ab87-977a87c60c0f None None] Pushing event updated for resources: {'Port': ['ID=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:34.571898 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:34.572282 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:34.572853 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.573234 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:34.573799 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Bound port: e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:34.573945 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.601248 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-0ad700ab-4c3c-4e26-beb7-6fcccad0467f None None] Provisioning complete for port 9baecd3f-e2da-4f73-a449-9c68af27e48c triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:34.601623 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0ad700ab-4c3c-4e26-beb7-6fcccad0467f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.652835 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0ad700ab-4c3c-4e26-beb7-6fcccad0467f None None] Port 9baecd3f-e2da-4f73-a449-9c68af27e48c cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:34.657400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] For port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:34.661124 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] For port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:34.707555 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks [] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.748463 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.776412 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.807476 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:34.808129 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:34.841510 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (9302e866-dade-444d-b598-1c89b788a235), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:34.844205 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Pushing event updated for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:34.846708 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017019f8-29be-4dcd-ab87-977a87c60c0f None None] Pushing event updated for resources: {'Port': ['ID=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:34.926511 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:34.935998 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:34.937380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:35.061379 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Router 9302e866-dade-444d-b598-1c89b788a235 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:37:35.153288 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '9baecd3f-e2da-4f73-a449-9c68af27e48c', 'name': '', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'mac_address': 'fa:16:3e:b4:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:33Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 2, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'subnets': [{'id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:35.182958 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6e8769-33a2-4b56-ab06-126243f831d7 None None] The sync data for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi is: [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '9baecd3f-e2da-4f73-a449-9c68af27e48c', 'name': '', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'mac_address': 'fa:16:3e:b4:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:33Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 2, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'subnets': [{'id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:37:35.194611 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-684148a0-cceb-4139-9146-12c09a5911f4 None None] Provisioning complete for port 9baecd3f-e2da-4f73-a449-9c68af27e48c triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:35.195000 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-684148a0-cceb-4139-9146-12c09a5911f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:35.236923 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-684148a0-cceb-4139-9146-12c09a5911f4 None None] Port 9baecd3f-e2da-4f73-a449-9c68af27e48c cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:35.496875 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:37:35.502156 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e6778db7-0d49-4889-a6ca-c9e60d3bfc0a admin admin] 10.222.0.24 "PUT /v2.0/routers/9302e866-dade-444d-b598-1c89b788a235/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416683 Apr 07 06:37:35.519032 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a4cab-89c3-403d-adbb-c95ee485c222 req-6fac8b46-d7a9-4197-8574-0e38815e7fed tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:35.520744 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-496a4cab-89c3-403d-adbb-c95ee485c222 req-6fac8b46-d7a9-4197-8574-0e38815e7fed tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0783007 Apr 07 06:37:35.574634 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-496a4cab-89c3-403d-adbb-c95ee485c222 req-245d4f30-3cfe-4bf1-9f21-4013013fcbf5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458794 Apr 07 06:37:35.707321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c66315-585b-4136-a054-f86cdcf779f5 req-16bd37a2-5d37-44fd-a60b-bd835a76296c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:35.709621 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c66315-585b-4136-a054-f86cdcf779f5 req-16bd37a2-5d37-44fd-a60b-bd835a76296c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0604842 Apr 07 06:37:35.773870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c66315-585b-4136-a054-f86cdcf779f5 req-a65fb359-22a4-4026-b791-9155a686c33f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552452 Apr 07 06:37:35.796858 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49250) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:36.063679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aff1b00-0d5a-40d5-ad72-48649b3f66df tempest-TestShelveInstance-1300756319 tempest-TestShelveInstance-1300756319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:36.068610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9aff1b00-0d5a-40d5-ad72-48649b3f66df tempest-TestShelveInstance-1300756319 tempest-TestShelveInstance-1300756319-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1125 time: 0.2674208 Apr 07 06:37:36.068833 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49258) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:37:36.073500 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:36.140639 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:36.177360 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.196324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:36.196910 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.297364 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.305347 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:36.309740 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:36.365939 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:36.366327 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.415554 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Allocated IP 172.27.3.41 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/5c3e5c20-3da0-44bc-a88d-39464606c98e) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:36.450629 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:36.452960 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.480250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:36.549736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.573806 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.629595 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:36.639400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.639400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.639400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.640500 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.640500 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.640685 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.641013 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.641470 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.641818 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.642149 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.642484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.642814 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.643147 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.643471 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.643815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:37:36.679617 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:36.725932 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:36.729920 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:36.731879 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'Port': ['ID=5c3e5c20-3da0-44bc-a88d-39464606c98e,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:36.735786 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:36.970726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.189028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for floatingip (3adc3423-1853-4f5f-9006-bcbf79296bed), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.323292 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.494210 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.553956 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.627544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event updated for resources: {'Port': ['ID=5c3e5c20-3da0-44bc-a88d-39464606c98e,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:37.652016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (3adc3423-1853-4f5f-9006-bcbf79296bed), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:37.761605 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Floating IP 3adc3423-1853-4f5f-9006-bcbf79296bed associated. External IP: 172.27.3.41, port: 1844880c-a8e9-47b1-952c-6c8fa7ae6278. Apr 07 06:37:37.994429 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Router ce20492b-30ec-4713-9ebf-1cad59371e04 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:37:38.097208 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:38.125699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:37:38.137136 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Sync routers for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:37:38.151148 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:38.156828 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:38.173174 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:38.173683 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:38.218817 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:38.256667 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8a53466a-5a61-4c02-ac73-2a0c8f298954 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1867535 Apr 07 06:37:38.257545 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:37:38.261430 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330da474-a3cd-456a-ab63-da0f025f1edf" -d '{"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:37:38.265154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:38.308591 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb8c9a9-8391-4c0e-a0a5-1e679faf13ab x-openstack-request-id: req-7cb8c9a9-8391-4c0e-a0a5-1e679faf13ab {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:37:38.308890 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:37:38.309148 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cb8c9a9-8391-4c0e-a0a5-1e679faf13ab {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:37:38.309560 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cb8c9a9-8391-4c0e-a0a5-1e679faf13ab'] response: {'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'status': 'completed', 'code': 200} Apr 07 06:37:38.323806 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:38.392916 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da474-a3cd-456a-ab63-da0f025f1edf req-752ec250-f2e8-46c6-80fa-67ab890e05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:38.395373 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-752ec250-f2e8-46c6-80fa-67ab890e05b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0586133 Apr 07 06:37:38.530990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da474-a3cd-456a-ab63-da0f025f1edf req-0c04a6ef-fd7a-4535-9e09-0a7e85f42d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:38.532797 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-0c04a6ef-fd7a-4535-9e09-0a7e85f42d91 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.1304896 Apr 07 06:37:38.609357 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-f986b3ee-afa4-4703-9d66-e5012fcbfaa3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 999 time: 0.0707183 Apr 07 06:37:38.616665 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '3adc3423-1853-4f5f-9006-bcbf79296bed', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'mac_address': 'fa:16:3e:9c:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:37:37Z', 'updated_at': '2022-04-07T06:37:37Z', 'revision_number': 0, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:38.643296 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Checking router: ce20492b-30ec-4713-9ebf-1cad59371e04 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:37:38.653094 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:38.653710 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:38.675144 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da474-a3cd-456a-ab63-da0f025f1edf req-793493c7-b3b0-45fb-b9e0-861d2ad52f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:38.678869 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-793493c7-b3b0-45fb-b9e0-861d2ad52f68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0633900 Apr 07 06:37:38.761374 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da474-a3cd-456a-ab63-da0f025f1edf req-cafcedcd-adf1-4eeb-96aa-dbe81bdcfbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:38.762945 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-cafcedcd-adf1-4eeb-96aa-dbe81bdcfbc6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753851 Apr 07 06:37:38.798001 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:38.849599 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Sync routers for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:37:38.863101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:38.864014 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:38.901211 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-725604eb-9ced-48d9-a8a2-380b11670f39 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309710 Apr 07 06:37:39.007874 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:39.037862 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-330da474-a3cd-456a-ab63-da0f025f1edf req-b53e7feb-1a52-4aee-8849-156d7fbe8b11 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284952 Apr 07 06:37:39.098071 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '3adc3423-1853-4f5f-9006-bcbf79296bed', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'mac_address': 'fa:16:3e:9c:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:37:37Z', 'updated_at': '2022-04-07T06:37:37Z', 'revision_number': 0, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:39.224681 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d70ba-a59e-4276-8748-730890b72c74 None None] The sync data for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi is: [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '3adc3423-1853-4f5f-9006-bcbf79296bed', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 689, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'mac_address': 'fa:16:3e:9c:44:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:37:37Z', 'updated_at': '2022-04-07T06:37:37Z', 'revision_number': 0, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:37:39.269400 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '9baecd3f-e2da-4f73-a449-9c68af27e48c', 'name': '', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'mac_address': 'fa:16:3e:b4:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:33Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 2, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'subnets': [{'id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:39.298819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Checking router: 9302e866-dade-444d-b598-1c89b788a235 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:37:39.299287 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Updating router 9302e866-dade-444d-b598-1c89b788a235 port 9baecd3f-e2da-4f73-a449-9c68af27e48c binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:37:39.334567 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:39.499271 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72962c1f-c50b-4d4f-97a9-1c9505f72d36 None None] New status for floating IP 3adc3423-1853-4f5f-9006-bcbf79296bed: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:37:39.627220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks [] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:39.974878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.027592 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98121577-36dd-4592-a16d-1d8bbcf1fff4 None None] Pushing event updated for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:40.087865 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Attempting to bind port 9baecd3f-e2da-4f73-a449-9c68af27e48c on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:40.088249 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Attempting to bind port 9baecd3f-e2da-4f73-a449-9c68af27e48c by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:40.088619 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Attempting to bind port 9baecd3f-e2da-4f73-a449-9c68af27e48c on network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:40.093908 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:40.094285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Checking segment: {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:40.094694 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.095088 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Bound using segment: {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:40.095556 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Bound port: 9baecd3f-e2da-4f73-a449-9c68af27e48c, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:40.095969 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.176308 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] For port 9baecd3f-e2da-4f73-a449-9c68af27e48c, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:40.186189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] For port 9baecd3f-e2da-4f73-a449-9c68af27e48c, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=9baecd3f-e2da-4f73-a449-9c68af27e48c,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:40.287482 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.340591 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Provisioning complete for port 9baecd3f-e2da-4f73-a449-9c68af27e48c triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:40.341066 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.378565 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98121577-36dd-4592-a16d-1d8bbcf1fff4 None None] Pushing event updated for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:40.386554 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:37:40.387291 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:40.584177 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:37:40.625558 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Current status of the port 9baecd3f-e2da-4f73-a449-9c68af27e48c is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:40.625865 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:40.825587 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-f66e04b6-a17e-4637-86e3-97a9bee0d63e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462863 Apr 07 06:37:40.866790 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] For port 9baecd3f-e2da-4f73-a449-9c68af27e48c, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=9baecd3f-e2da-4f73-a449-9c68af27e48c,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:37:40.927428 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-a9c594eb-d0a8-4389-8133-e211841d6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:40.928993 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-a9c594eb-d0a8-4389-8133-e211841d6b6b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0478892 Apr 07 06:37:40.935424 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:41.004581 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666f5b3-e469-4b2f-8a78-cae203199e34 None None] Pushing event updated for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:41.019069 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '9baecd3f-e2da-4f73-a449-9c68af27e48c', 'name': '', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'mac_address': 'fa:16:3e:b4:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:33Z', 'updated_at': '2022-04-07T06:37:40Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'subnets': [{'id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:37:41.047362 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c23d244-0c00-4076-a4c1-d62d5c02a603 None None] The sync data for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi is: [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:34Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '9baecd3f-e2da-4f73-a449-9c68af27e48c', 'name': '', 'network_id': 'c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'mac_address': 'fa:16:3e:b4:79:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:33Z', 'updated_at': '2022-04-07T06:37:40Z', 'revision_number': 4, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'subnets': [{'id': 'd7c3d372-a348-4dd1-a443-b39e0b974201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:37:41.065999 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-018853d0-1d9c-4997-8fd9-de6e16e6f7b6 None None] Provisioning complete for port 9baecd3f-e2da-4f73-a449-9c68af27e48c triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:41.066374 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-018853d0-1d9c-4997-8fd9-de6e16e6f7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:41.105856 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-b780606a-0b48-4bc5-8094-6489a4154e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:41.107407 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-b780606a-0b48-4bc5-8094-6489a4154e3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.1430705 Apr 07 06:37:41.165385 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-018853d0-1d9c-4997-8fd9-de6e16e6f7b6 None None] Current status of the port 9baecd3f-e2da-4f73-a449-9c68af27e48c is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:41.186425 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-8ce811e8-443a-46e5-acda-a70cb1c4d62b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 1001 time: 0.0723181 Apr 07 06:37:41.241138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-47bfbf28-040a-45f9-9ac7-19c67a78a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:41.241544 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-47bfbf28-040a-45f9-9ac7-19c67a78a64c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0492377 Apr 07 06:37:41.304414 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-bf4bb160-a586-46e1-8c27-97bf075fcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:41.305942 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-bf4bb160-a586-46e1-8c27-97bf075fcd08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583396 Apr 07 06:37:41.406929 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-a84780fb-c989-47ac-b5b7-0a84f95e3f5d service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944870 Apr 07 06:37:41.523848 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-49b50fb2-7d2a-4363-97d2-25502bf57e6f req-4a27264d-0052-489b-b4b9-4a08a67dbb3b service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108890 Apr 07 06:37:42.109256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 9baecd3f-e2da-4f73-a449-9c68af27e48c up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:37:42.180555 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 9baecd3f-e2da-4f73-a449-9c68af27e48c triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:42.180932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:42.280005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 9baecd3f-e2da-4f73-a449-9c68af27e48c is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:37:47.659954 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-907730a6-06c3-49e9-86a1-7902360613de tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:47.661400 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-907730a6-06c3-49e9-86a1-7902360613de tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 814 time: 0.1002874 Apr 07 06:37:47.676575 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-16b4aeb3-19e0-459e-85f2-0ffd9ab5b978 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/quotas/5bf029a696e342f0b6f7818e2cdcd902 HTTP/1.1" status: 200 len: 375 time: 0.0092158 Apr 07 06:37:47.732493 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-da8a86ff-7ec4-4af6-9b2e-1359bbc60cd1 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506046 Apr 07 06:37:47.871092 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-d040ec3f-5f02-4f20-afe9-301f4450ca8e service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271799 Apr 07 06:37:47.955859 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-4d021b69-7621-44e2-8de0-dde0b89dfd0c service neutron] 10.222.0.24 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790629 Apr 07 06:37:48.221745 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-080a32ac-66df-48e9-a038-bd4d6b810f98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:48.263114 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8bced8d2-1c35-499c-a0f1-f649888c6b1c req-24df9759-cc00-4bf9-8ab4-0e00efb3592b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 210 time: 0.0785279 Apr 07 06:37:49.358325 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-59198c7d-2e39-4ecf-b580-de86b9bfe1b7 req-b0f1a1dd-fffc-4850-bee7-f0d11a41b895 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 210 time: 0.0303030 Apr 07 06:37:50.457965 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2b099984-509c-4e40-bfe2-0ecc41b5d534 req-4ba3902d-100b-46d0-a7d0-9454bd19ca1c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 210 time: 0.0272670 Apr 07 06:37:50.482487 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-5eb094ff-8866-4a74-9501-00dbecf471ea tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:50.484042 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-5eb094ff-8866-4a74-9501-00dbecf471ea tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 814 time: 0.1050572 Apr 07 06:37:50.496224 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'port': {'device_id': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'admin_state_up': True, 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:50.780335 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-abe9ed9c-435f-4f40-928e-bb3218d34dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:50.851005 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Made reservation on behalf of 5bf029a696e342f0b6f7818e2cdcd902 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:37:50.854548 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:50.980526 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Allocated IP 172.20.0.10 (6f2d21fe-17e9-4487-8aac-56ceaeb8b201/94313910-deb2-4ba8-91d8-5b72c35fcfba/5f5f9461-b440-4867-a72d-094cd8dbfc31) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:37:51.122955 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.211230 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.263139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:37:51.266326 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:37:51.270720 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:37:51.283892 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:51.325371 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:51.326117 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.448204 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-31ab7900-a17b-47f7-82fd-da352e26f52d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554317 Apr 07 06:37:51.456461 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-528d6b5e-402a-4243-9905-24ef72715834 None None] Provisioning complete for port 5f5f9461-b440-4867-a72d-094cd8dbfc31 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:37:51.456856 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-528d6b5e-402a-4243-9905-24ef72715834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.458282 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-b8e4c1b4-40e2-4aa3-b220-dff96a648cfb tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103955) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:37:51.459263 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-b8e4c1b4-40e2-4aa3-b220-dff96a648cfb tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051398 Apr 07 06:37:51.470020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Request body: {'port': {'device_id': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:37:51.489416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-528d6b5e-402a-4243-9905-24ef72715834 None None] Port 5f5f9461-b440-4867-a72d-094cd8dbfc31 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:37:51.547834 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.616528 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c90fd3-711a-4be2-8830-ae580f26f161 req-525a3cc1-eb05-4e9d-abca-eebc97550c74 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:51.624383 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a6c90fd3-711a-4be2-8830-ae580f26f161 req-525a3cc1-eb05-4e9d-abca-eebc97550c74 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 932 time: 0.0795963 Apr 07 06:37:51.697408 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a6c90fd3-711a-4be2-8830-ae580f26f161 req-bcbb0d9d-d925-45a6-a2aa-8418454c6bac tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668409 Apr 07 06:37:51.903324 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5f9461-b440-4867-a72d-094cd8dbfc31 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:37:51.918051 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks [] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:51.935151 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Transition to ACTIVE for port object 5f5f9461-b440-4867-a72d-094cd8dbfc31 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:37:51.953443 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:52.044725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:52.101045 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:52.183191 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Attempting to bind port 5f5f9461-b440-4867-a72d-094cd8dbfc31 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:37:52.183635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Attempting to bind port 5f5f9461-b440-4867-a72d-094cd8dbfc31 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:37:52.184165 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Attempting to bind port 5f5f9461-b440-4867-a72d-094cd8dbfc31 on network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:52.189376 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Port 5f5f9461-b440-4867-a72d-094cd8dbfc31 on network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:37:52.189787 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Attempting to bind port 5f5f9461-b440-4867-a72d-094cd8dbfc31 on network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:37:52.195298 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:37:52.195714 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Checking segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:37:52.196226 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Bound using segment: {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:37:52.196746 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Bound port: 5f5f9461-b440-4867-a72d-094cd8dbfc31, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47257e1c-488f-45fb-a51b-68e8b3966559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:37:52.197159 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:52.276403 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:37:52.282987 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:37:52.359924 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:52.403971 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:52.405156 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:52.407228 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] 10.222.0.25 "PUT /v2.0/ports/5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 1094 time: 0.9406204 Apr 07 06:37:52.407378 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:37:52.409767 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8751a9fb-489b-4db4-aae2-a52d16af3ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:37:52.448098 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b55fb6-d0f0-4570-9857-391c5a970947 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:37:52.455102 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ccb319c-a04c-45dc-aa38-c4a9ee87a5dc x-openstack-request-id: req-8ccb319c-a04c-45dc-aa38-c4a9ee87a5dc {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:37:52.455404 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:37:52.455725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ccb319c-a04c-45dc-aa38-c4a9ee87a5dc {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:37:52.456654 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ccb319c-a04c-45dc-aa38-c4a9ee87a5dc'] response: {'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:37:52.827097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36626c9e-0917-46ac-a38c-3bb86817e547 req-a4941e6e-6e5b-4e42-beca-58cbede49c99 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:52.828675 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36626c9e-0917-46ac-a38c-3bb86817e547 req-a4941e6e-6e5b-4e42-beca-58cbede49c99 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0594056 Apr 07 06:37:52.882141 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-36626c9e-0917-46ac-a38c-3bb86817e547 req-5193e3dd-0e5c-4447-a465-61a2dd976e34 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475442 Apr 07 06:37:52.940227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:54.007154 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70459e-4620-4f6b-b0b1-26d649ba39ac req-4848b852-45cb-412d-8a31-0ba078233785 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:54.008590 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef70459e-4620-4f6b-b0b1-26d649ba39ac req-4848b852-45cb-412d-8a31-0ba078233785 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0553560 Apr 07 06:37:54.058388 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef70459e-4620-4f6b-b0b1-26d649ba39ac req-807d561b-0eea-4f24-b2fb-8e567146df41 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Apr 07 06:37:54.467460 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:37:55.182021 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c0e4-b726-423b-b8e5-990d0ef7dd57 req-61b94daa-094b-45e2-939d-fb577a024649 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:55.184402 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b077c0e4-b726-423b-b8e5-990d0ef7dd57 req-61b94daa-094b-45e2-939d-fb577a024649 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0573936 Apr 07 06:37:55.234576 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b077c0e4-b726-423b-b8e5-990d0ef7dd57 req-746af77a-9cb9-4f7d-bfa0-39433dea2197 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Apr 07 06:37:55.455388 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:37:56.364013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38463d9f-01f2-4f8e-873d-191acfed1369 req-97c20ae2-8930-4ac0-8b1e-a2c181315847 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:56.366505 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38463d9f-01f2-4f8e-873d-191acfed1369 req-97c20ae2-8930-4ac0-8b1e-a2c181315847 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0581336 Apr 07 06:37:56.417508 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38463d9f-01f2-4f8e-873d-191acfed1369 req-1895e530-0a0e-4306-bacb-ff22b11c0c98 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450599 Apr 07 06:37:57.542985 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4f80e-ec49-4be8-ad4a-7a10da74cadb req-66a6ad04-3b21-4f66-a578-654e6a4e3e6c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:57.544657 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ca4f80e-ec49-4be8-ad4a-7a10da74cadb req-66a6ad04-3b21-4f66-a578-654e6a4e3e6c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0586922 Apr 07 06:37:57.597161 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2ca4f80e-ec49-4be8-ad4a-7a10da74cadb req-120a7c9c-c7a8-4711-9bcb-80d72d377349 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465329 Apr 07 06:37:58.728816 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c47a8f-ec15-4187-96da-8c44cd8ef44f req-543fba16-447d-46bc-830b-995ece7cdff2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:58.730463 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c47a8f-ec15-4187-96da-8c44cd8ef44f req-543fba16-447d-46bc-830b-995ece7cdff2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0641944 Apr 07 06:37:58.791299 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c47a8f-ec15-4187-96da-8c44cd8ef44f req-13e2f024-37f8-4285-aede-95599275254c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550647 Apr 07 06:37:59.710688 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-5d6e6f0b-87ef-4503-86f8-bd023a3ff5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:59.712212 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-5d6e6f0b-87ef-4503-86f8-bd023a3ff5b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1128 time: 0.0985191 Apr 07 06:37:59.815125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-6583ce1b-b112-450d-8914-0c46860eabff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:59.816653 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-6583ce1b-b112-450d-8914-0c46860eabff service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0926580 Apr 07 06:37:59.906625 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d091d422-df9e-4bff-8621-4070f4b891ba req-9dd8075e-7c94-4933-8408-816a06739709 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:59.908061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d091d422-df9e-4bff-8621-4070f4b891ba req-9dd8075e-7c94-4933-8408-816a06739709 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0523536 Apr 07 06:37:59.913257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-1e7aca37-457d-484c-88f3-402263621673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:37:59.915454 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8751a9fb-489b-4db4-aae2-a52d16af3ca4 req-1e7aca37-457d-484c-88f3-402263621673 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918112 Apr 07 06:37:59.960949 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d091d422-df9e-4bff-8621-4070f4b891ba req-2432350f-4890-4553-ac06-583953bfe928 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467505 Apr 07 06:37:59.999502 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-e6739592-ccd8-400c-a9fb-8d16171fcc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:00.001107 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-e6739592-ccd8-400c-a9fb-8d16171fcc17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1128 time: 0.0458927 Apr 07 06:38:00.041655 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-01055632-276c-49ef-8a2d-7c5988b806a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 217 time: 0.0329347 Apr 07 06:38:00.091328 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-5adf9b98-ec10-40db-a305-a680c974d4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:00.092738 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-5adf9b98-ec10-40db-a305-a680c974d4a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0450089 Apr 07 06:38:00.140765 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33529c84-ebd4-4858-833a-ce479cf91269 req-a0ddab01-7dcd-44a6-ba3f-6d5e33bbc23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:00.142287 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-a0ddab01-7dcd-44a6-ba3f-6d5e33bbc23c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418618 Apr 07 06:38:00.229652 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-26971b23-8183-4bc2-86e8-12462dfbe224 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799108 Apr 07 06:38:00.320915 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-33529c84-ebd4-4858-833a-ce479cf91269 req-3f004fc9-6922-477a-b37c-c0825f62e8f5 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852809 Apr 07 06:38:01.076904 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977272f6-8ba9-459d-bad6-c3141d2f0141 req-c2509e62-c319-4740-8b2e-c87b3d3e9f72 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:01.078351 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-977272f6-8ba9-459d-bad6-c3141d2f0141 req-c2509e62-c319-4740-8b2e-c87b3d3e9f72 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0509145 Apr 07 06:38:01.126432 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-977272f6-8ba9-459d-bad6-c3141d2f0141 req-6bcb7dee-0a03-49f1-8daf-8880234d67d9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425923 Apr 07 06:38:02.243243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364ff0c-f0df-44ec-901f-4c0c603bd237 req-2164157d-c546-42af-b017-45cebf2ea04f tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:02.244729 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e364ff0c-f0df-44ec-901f-4c0c603bd237 req-2164157d-c546-42af-b017-45cebf2ea04f tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 944 time: 0.0527921 Apr 07 06:38:02.289927 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e364ff0c-f0df-44ec-901f-4c0c603bd237 req-7f99b566-b3e4-44ce-a943-b93cd0feb416 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396752 Apr 07 06:38:02.610663 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5f5f9461-b440-4867-a72d-094cd8dbfc31 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:38:02.703946 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:38:02.715496 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'port_id': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'mac_address': 'fa:16:3e:ec:4f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:38:02.752968 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5f5f9461-b440-4867-a72d-094cd8dbfc31 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:38:02.753358 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:02.768649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5f9461-b440-4867-a72d-094cd8dbfc31 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:38:02.788109 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:38:02.882428 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:02.929428 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:03.119405 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:38:03.404659 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b7994-8c4a-481b-8f33-bc4c55f63028 req-02bcea7c-b84a-49d1-9cbd-2f2d8e17749b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:03.406116 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b8b7994-8c4a-481b-8f33-bc4c55f63028 req-02bcea7c-b84a-49d1-9cbd-2f2d8e17749b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 945 time: 0.0521035 Apr 07 06:38:03.451666 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7b8b7994-8c4a-481b-8f33-bc4c55f63028 req-7c10446f-0e40-4712-9d24-c0489121f3c4 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392163 Apr 07 06:38:04.568982 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07115015-2c4c-4418-8057-754747ee7899 req-0b542431-99cd-4133-9cbf-158d7c135289 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:04.570416 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-07115015-2c4c-4418-8057-754747ee7899 req-0b542431-99cd-4133-9cbf-158d7c135289 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 945 time: 0.0556741 Apr 07 06:38:04.617412 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-07115015-2c4c-4418-8057-754747ee7899 req-563b4c8e-6b63-4736-b6ff-f23b3bf2312e tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414793 Apr 07 06:38:04.642325 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5f5f9461-b440-4867-a72d-094cd8dbfc31 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:38:04.741123 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 5f5f9461-b440-4867-a72d-094cd8dbfc31 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:38:04.744711 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 5f5f9461-b440-4867-a72d-094cd8dbfc31 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:38:04.745093 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:04.822649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 5f5f9461-b440-4867-a72d-094cd8dbfc31 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:38:04.823043 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:04.844608 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:38:04.848213 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffbd256-7808-4ac4-b269-fae83b647467" -d '{"events": [{"server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "name": "network-vif-plugged", "status": "completed", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:38:04.859230 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:38:04.881553 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4393d22-5597-4074-bb67-9dd120dd9170 x-openstack-request-id: req-b4393d22-5597-4074-bb67-9dd120dd9170 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:38:04.881846 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "name": "network-vif-plugged", "status": "completed", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:38:04.882101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4393d22-5597-4074-bb67-9dd120dd9170 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:38:04.882492 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4393d22-5597-4074-bb67-9dd120dd9170'] response: {'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'code': 200} Apr 07 06:38:04.945344 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:04.991714 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:05.231738 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28545d-324a-432b-a72a-b646d0eb5cf3 req-a9795638-b112-4dfd-b6fe-84ab0e259311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:05.233276 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-1c28545d-324a-432b-a72a-b646d0eb5cf3 req-a9795638-b112-4dfd-b6fe-84ab0e259311 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1130 time: 0.0447779 Apr 07 06:38:05.277907 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-1c28545d-324a-432b-a72a-b646d0eb5cf3 req-a82bae13-80b8-469d-88f6-f8d9820580b1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371890 Apr 07 06:38:05.735888 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd91b38-737e-4cf2-b62b-70c8a919eb6b req-da5792c9-b05d-4b98-8098-f2fc8d2dc4f3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:05.737403 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8dd91b38-737e-4cf2-b62b-70c8a919eb6b req-da5792c9-b05d-4b98-8098-f2fc8d2dc4f3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0538580 Apr 07 06:38:05.783265 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8dd91b38-737e-4cf2-b62b-70c8a919eb6b req-fd257b1b-8d8e-463e-9da7-202a5cf1cd89 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394914 Apr 07 06:38:06.901336 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82973952-8179-4129-b1fc-e5680279f6ed req-0ad9f1bb-5dc7-451b-8918-381169971a65 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:06.902806 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82973952-8179-4129-b1fc-e5680279f6ed req-0ad9f1bb-5dc7-451b-8918-381169971a65 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0530684 Apr 07 06:38:06.941289 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:06.955578 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-82973952-8179-4129-b1fc-e5680279f6ed req-c52b4007-f3c2-4a80-b14f-db38bf87d7c4 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471280 Apr 07 06:38:07.071342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1052a92c-d799-4195-9d01-4dcc98e4abfd req-648ceb24-4cc8-4a34-9a32-8306020666d5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:07.072903 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1052a92c-d799-4195-9d01-4dcc98e4abfd req-648ceb24-4cc8-4a34-9a32-8306020666d5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0515485 Apr 07 06:38:07.118340 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1052a92c-d799-4195-9d01-4dcc98e4abfd req-23a6f4c5-9808-4940-aa2b-c5341fead60b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397546 Apr 07 06:38:07.433213 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c907b47-1f7a-4b42-a485-6f6279c392ff req-ca0ce3f4-9103-4494-a9fd-fe51cd5b23a2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:07.434900 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c907b47-1f7a-4b42-a485-6f6279c392ff req-ca0ce3f4-9103-4494-a9fd-fe51cd5b23a2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0517569 Apr 07 06:38:07.479694 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c907b47-1f7a-4b42-a485-6f6279c392ff req-38de4b85-3944-4215-b37e-22a7240f57d1 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392764 Apr 07 06:38:17.792220 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9932-d7e7-4b95-99b6-3d5f1cc01ad2 req-cd62abae-efcd-48bd-bbee-f866047b9d38 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:17.793696 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0bfa9932-d7e7-4b95-99b6-3d5f1cc01ad2 req-cd62abae-efcd-48bd-bbee-f866047b9d38 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0551975 Apr 07 06:38:17.838877 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0bfa9932-d7e7-4b95-99b6-3d5f1cc01ad2 req-efdba0c5-566b-43c7-9706-492d755dad6b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Apr 07 06:38:17.860209 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49454) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:17.947079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2d8a80-bc43-4007-9383-4342d13708cb tempest-TestMinimumBasicScenario-1754468542 tempest-TestMinimumBasicScenario-1754468542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:17.948636 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-ad2d8a80-bc43-4007-9383-4342d13708cb tempest-TestMinimumBasicScenario-1754468542 tempest-TestMinimumBasicScenario-1754468542-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1125 time: 0.0874584 Apr 07 06:38:17.951485 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49458) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:17.955587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'port_id': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:18.024857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.116697 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.219857 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Allocated IP 172.27.3.56 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/e7caaf72-35e9-48d7-b001-4fb4d1d98189) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:38:18.232354 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2930b585-9143-4813-93c2-adf0d3658f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.317242 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.404302 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.444501 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:38:18.449270 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:38:18.452905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:38:18.476937 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'Port': ['ID=e7caaf72-35e9-48d7-b001-4fb4d1d98189,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:18.806830 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for floatingip (41a54472-a526-4e8e-9ef7-cc4f4ffd7286), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:18.915794 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:19.295283 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:19.363788 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:19.428164 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'Port': ['ID=e7caaf72-35e9-48d7-b001-4fb4d1d98189,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:19.439574 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (41a54472-a526-4e8e-9ef7-cc4f4ffd7286), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:19.540636 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Floating IP 41a54472-a526-4e8e-9ef7-cc4f4ffd7286 associated. External IP: 172.27.3.56, port: 5f5f9461-b440-4867-a72d-094cd8dbfc31. Apr 07 06:38:19.755972 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Router 68c4e8ec-706d-475f-8b40-29186871b28b has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:38:19.862849 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:38:19.873090 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Sync routers for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:38:19.883124 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:38:19.890538 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:38:19.943084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:19.972384 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-2f4c8302-8a21-4374-aa8d-948878386ef9 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0198617 Apr 07 06:38:19.972979 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:38:19.975805 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c91ed-91a8-4009-9f49-d9b15220a4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:38:19.976585 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49460) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:19.981366 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1091326257', 'description': 'tempest-secgroup-smoke-1091326257 description', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:19.991189 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:38:20.076571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53e0f7b-8f07-412a-8d40-1bd6cba73b39 x-openstack-request-id: req-d53e0f7b-8f07-412a-8d40-1bd6cba73b39 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:38:20.076862 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:38:20.077127 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d53e0f7b-8f07-412a-8d40-1bd6cba73b39 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:38:20.077530 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d53e0f7b-8f07-412a-8d40-1bd6cba73b39'] response: {'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:38:20.084206 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.148108 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-f19a34a8-6377-49a9-9a49-da43f1522b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:20.149657 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-f19a34a8-6377-49a9-9a49-da43f1522b63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1130 time: 0.0491269 Apr 07 06:38:20.153856 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (37b72e4c-2ed9-4b36-909e-784da7668342), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.227617 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '41a54472-a526-4e8e-9ef7-cc4f4ffd7286', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'port_id': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'mac_address': 'fa:16:3e:ec:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:38:18Z', 'updated_at': '2022-04-07T06:38:18Z', 'revision_number': 0, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:38:20.246706 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-bd4b9907-4748-425f-ba4e-ec7b40a083e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:20.248317 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-bd4b9907-4748-425f-ba4e-ec7b40a083e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.0919511 Apr 07 06:38:20.251285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (37b72e4c-2ed9-4b36-909e-784da7668342), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.258452 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Checking router: 68c4e8ec-706d-475f-8b40-29186871b28b for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:38:20.266593 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:38:20.267146 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:37:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:38:20.282959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37b72e4c-2ed9-4b36-909e-784da7668342,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:20.322153 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-16c27723-be89-4df3-a691-3b2b7f71f911 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 999 time: 0.0665529 Apr 07 06:38:20.353342 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.356127 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-4d6dca4e-33ea-491a-a516-e83e434ae259 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3778319 Apr 07 06:38:20.358514 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49466) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:20.363317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:20.375648 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-53e4426e-473d-4897-aac5-7635cf8bcfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:20.377230 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-53e4426e-473d-4897-aac5-7635cf8bcfb5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0479579 Apr 07 06:38:20.382697 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:38:20.427684 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-7c8eeb02-514f-442e-9c9f-a575a4f10178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:20.429243 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-7c8eeb02-514f-442e-9c9f-a575a4f10178 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451534 Apr 07 06:38:20.527532 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-4348b408-cf7a-44fe-b577-b8b3b9737d91 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886331 Apr 07 06:38:20.558293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (1d04dfc1-ea81-47cb-8ff0-f5955a23b6f0), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.616053 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (1d04dfc1-ea81-47cb-8ff0-f5955a23b6f0), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.619737 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '41a54472-a526-4e8e-9ef7-cc4f4ffd7286', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'port_id': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'mac_address': 'fa:16:3e:ec:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:38:18Z', 'updated_at': '2022-04-07T06:38:18Z', 'revision_number': 0, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:38:20.622996 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e77c91ed-91a8-4009-9f49-d9b15220a4d8 req-9909fc36-689d-4359-ad4b-9e17668f3c50 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864432 Apr 07 06:38:20.647143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976a6ca5-bed8-4b6e-9286-6852e6069efd None None] The sync data for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi is: [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '41a54472-a526-4e8e-9ef7-cc4f4ffd7286', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'floating_ip_address': '172.27.3.56', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'port_id': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'mac_address': 'fa:16:3e:ec:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:38:18Z', 'updated_at': '2022-04-07T06:38:18Z', 'revision_number': 0, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:38:20.648713 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e56cbdc-3c87-4a3c-81fa-d16b88b19501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.747059 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (1d04dfc1-ea81-47cb-8ff0-f5955a23b6f0), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.765454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d04dfc1-ea81-47cb-8ff0-f5955a23b6f0,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:20.837464 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4517d3b5-5920-4fea-93c5-c5da0f4bde60 None None] New status for floating IP 41a54472-a526-4e8e-9ef7-cc4f4ffd7286: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:38:20.874567 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:20.875934 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-121f7053-e382-4fc7-bce9-6c0796944861 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5164754 Apr 07 06:38:20.878759 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49468) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:20.883825 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:20.968896 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (36663ea1-6b6b-4c1d-a441-a8de903ee312), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.025871 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (36663ea1-6b6b-4c1d-a441-a8de903ee312), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.095128 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (36663ea1-6b6b-4c1d-a441-a8de903ee312), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.112713 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36663ea1-6b6b-4c1d-a441-a8de903ee312,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:21.177517 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.178729 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2dccc4a5-de10-4465-afab-b38964bd5ba0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989550 Apr 07 06:38:21.181385 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49470) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:21.185729 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:21.304381 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (05359a0e-4a4c-482a-a6f9-5a758055fc32), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.358072 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (05359a0e-4a4c-482a-a6f9-5a758055fc32), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.453611 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (05359a0e-4a4c-482a-a6f9-5a758055fc32), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.472613 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05359a0e-4a4c-482a-a6f9-5a758055fc32,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:21.547064 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.548322 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-52409770-fd89-4911-8a49-7ab19ec9fe17 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3660150 Apr 07 06:38:21.551114 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49472) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:21.556149 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:21.636860 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (3105ea83-7bce-4ed5-adfc-4bdbbf7ff752), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.691722 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (3105ea83-7bce-4ed5-adfc-4bdbbf7ff752), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.769780 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (3105ea83-7bce-4ed5-adfc-4bdbbf7ff752), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.789013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3105ea83-7bce-4ed5-adfc-4bdbbf7ff752,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:21.876567 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.878228 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2e36e72a-7000-4959-98c9-0064ae40d5f2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3250680 Apr 07 06:38:21.880604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49474) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:21.885041 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:21.950585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:21.981077 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Project 5bf029a696e342f0b6f7818e2cdcd902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:38:21.986215 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (13d32fe1-2b84-4ca3-a9c1-f06d3597f651), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.045104 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (13d32fe1-2b84-4ca3-a9c1-f06d3597f651), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.121594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (13d32fe1-2b84-4ca3-a9c1-f06d3597f651), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.138391 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d32fe1-2b84-4ca3-a9c1-f06d3597f651,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:22.210321 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.211509 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b2def471-2db2-4dce-a9c4-80358dcc5f68 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3299365 Apr 07 06:38:22.214162 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49476) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:38:22.218363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'security_group_rule': {'security_group_id': '37b72e4c-2ed9-4b36-909e-784da7668342', 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:22.324089 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.securitygroups_db [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Project 5bf029a696e342f0b6f7818e2cdcd902 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:38:22.329038 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (128a5448-6261-49b5-8625-65a53656e108), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.387211 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (128a5448-6261-49b5-8625-65a53656e108), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.460837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (128a5448-6261-49b5-8625-65a53656e108), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.477978 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=128a5448-6261-49b5-8625-65a53656e108,revision_number=0']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:22.485629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.485984 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.486332 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.486677 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.487017 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.487350 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.487684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.488071 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.488372 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.488700 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.489028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.489354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.489938 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.490263 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.490594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:38:22.564221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.565427 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-c6b5a19a-96a0-441d-82f8-0b122a814818 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503547 Apr 07 06:38:22.657049 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-31de6472-a5e0-4cee-99d8-73743a372d4a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091326257&fields=id&tenant_id=5bf029a696e342f0b6f7818e2cdcd902 HTTP/1.1" status: 200 len: 267 time: 0.0431602 Apr 07 06:38:22.714092 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-dc9023ae-7399-4ad8-a193-01cab8e17a34 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:22.715528 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-dc9023ae-7399-4ad8-a193-01cab8e17a34 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0532148 Apr 07 06:38:22.725976 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'port': {'security_groups': ['2e8f7b55-1005-416a-b765-d286dca30c16', '37b72e4c-2ed9-4b36-909e-784da7668342']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:38:22.792802 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.889634 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:22.979136 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:38:23.007650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:23.072044 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:23.085000 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:38:23.111638 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.112289 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:23.113667 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-66f8c7a3-5499-4957-983e-3d53e9e04ae0 req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "PUT /v2.0/ports/5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 982 time: 0.3920708 Apr 07 06:38:23.114120 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:38:23.117742 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:38:23.150975 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1ea0d-d115-4913-b075-f3ff16634fa3 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=6']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:38:23.192311 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:38:23.195085 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f89a9eb-47e1-4f37-b6f2-1232d69367ed x-openstack-request-id: req-6f89a9eb-47e1-4f37-b6f2-1232d69367ed {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:38:23.195454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:38:23.195710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f89a9eb-47e1-4f37-b6f2-1232d69367ed {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:38:23.196283 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f89a9eb-47e1-4f37-b6f2-1232d69367ed'] response: {'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:38:23.278541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-8fd28e94-fb17-493c-919d-04f0e70bcbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.281170 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-8fd28e94-fb17-493c-919d-04f0e70bcbb4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1169 time: 0.0581474 Apr 07 06:38:23.282710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931eb870-21e9-4c7d-8886-281314cd86e3 req-7ebb2bd9-5709-4c94-9c3e-c9d13ecb57d5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.284792 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-931eb870-21e9-4c7d-8886-281314cd86e3 req-7ebb2bd9-5709-4c94-9c3e-c9d13ecb57d5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0701385 Apr 07 06:38:23.360311 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-931eb870-21e9-4c7d-8886-281314cd86e3 req-670a59fb-9a05-47e4-b7a7-d15526384e70 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681343 Apr 07 06:38:23.388380 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-d3d17605-a548-4210-8f10-303279de642a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.389783 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-d3d17605-a548-4210-8f10-303279de642a service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.1015220 Apr 07 06:38:23.418498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-59096d9e-d955-4693-9316-f85f42002f8f None None] Provisioning complete for port 5f5f9461-b440-4867-a72d-094cd8dbfc31 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:38:23.418877 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-59096d9e-d955-4693-9316-f85f42002f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:23.456237 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-73b04ce0-f10f-4a51-bfae-7cc518c64a82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0586953 Apr 07 06:38:23.507799 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-d1d4b39b-8d07-48e5-8f9e-7f5997cb3e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.509256 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-d1d4b39b-8d07-48e5-8f9e-7f5997cb3e99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0473273 Apr 07 06:38:23.559195 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-78004705-4cd5-4d9e-b623-4cd24f9a31be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:23.560780 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-78004705-4cd5-4d9e-b623-4cd24f9a31be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445518 Apr 07 06:38:23.611952 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-59096d9e-d955-4693-9316-f85f42002f8f None None] Current status of the port 5f5f9461-b440-4867-a72d-094cd8dbfc31 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:38:23.649798 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-93f4bfd8-450c-471e-8752-13cd28649d0c service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820935 Apr 07 06:38:23.741272 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4e6b75fe-0386-4638-99d0-3eeeafaaf5b7 req-9a65f403-d6ca-4a83-ab01-b0f01be0a564 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845139 Apr 07 06:38:24.569237 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:32.453225 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:38:36.981203 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:40.804636 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-8a3329c8-0109-4d12-b046-2b38d9749009 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438428 Apr 07 06:38:40.892493 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704047c3-5c02-4474-af18-95ffc6be40ed req-7f04e83c-dd6e-450e-9075-a1b65ad3f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:40.894070 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-7f04e83c-dd6e-450e-9075-a1b65ad3f4a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0451093 Apr 07 06:38:40.999986 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704047c3-5c02-4474-af18-95ffc6be40ed req-406421b3-0251-4c03-a7bc-c5aa04320288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:41.001490 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-406421b3-0251-4c03-a7bc-c5aa04320288 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.0873010 Apr 07 06:38:41.067563 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-b4d8be43-d87b-4df5-be80-d8185c6b738f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 1001 time: 0.0574594 Apr 07 06:38:41.118046 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704047c3-5c02-4474-af18-95ffc6be40ed req-2cd5c45f-06bb-45a0-82f0-307e0d750b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:41.119453 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-2cd5c45f-06bb-45a0-82f0-307e0d750b67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0464072 Apr 07 06:38:41.167306 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704047c3-5c02-4474-af18-95ffc6be40ed req-9d0e23e7-0d11-496a-891f-83c4dda0ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:41.168824 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-9d0e23e7-0d11-496a-891f-83c4dda0ecc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430441 Apr 07 06:38:41.255628 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-b6ddb930-3acd-4f1d-86d9-f7c1df497b67 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796776 Apr 07 06:38:41.350976 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-704047c3-5c02-4474-af18-95ffc6be40ed req-f1d0b4b9-27f4-4c2c-a50d-f1ad4063c89c service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881946 Apr 07 06:38:46.365429 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d748be-9da0-4c11-991d-2263e4bfda10 req-9fd30a5a-a383-4e21-afe7-9d59eef94b59 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:46.366882 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-50d748be-9da0-4c11-991d-2263e4bfda10 req-9fd30a5a-a383-4e21-afe7-9d59eef94b59 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0547569 Apr 07 06:38:46.428768 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-50d748be-9da0-4c11-991d-2263e4bfda10 req-9f96c370-869b-48e4-a1a7-34e83e6017e2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550156 Apr 07 06:38:46.470268 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-80684a93-0a6f-4cd1-a77e-7a2c21da1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:46.471833 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-80684a93-0a6f-4cd1-a77e-7a2c21da1062 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1169 time: 0.0469251 Apr 07 06:38:46.562699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-86b3ba26-0f5f-4b88-ab02-22cc7f306a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:46.564165 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-86b3ba26-0f5f-4b88-ab02-22cc7f306a8b service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.0853505 Apr 07 06:38:46.628655 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-5a3f861f-2dc4-4b52-a58c-7631a5bd9e4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0568297 Apr 07 06:38:46.676822 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-a2790b8b-81db-4e22-9a73-49672e387afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:46.678778 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-a2790b8b-81db-4e22-9a73-49672e387afd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0426364 Apr 07 06:38:46.729257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-1434f4af-dd30-4f31-85dc-ba8ffc21d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:46.730696 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-1434f4af-dd30-4f31-85dc-ba8ffc21d317 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452523 Apr 07 06:38:46.819810 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-fd968cad-96f8-4862-b659-133f0058ccd2 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783067 Apr 07 06:38:46.914074 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d7191b63-8e2f-4433-bee9-0b9c44032b22 req-82ff9240-42c4-4370-9056-375ad3cb3732 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876334 Apr 07 06:38:47.546916 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06aa0fa-4204-43d5-a9bc-50f753551510 req-65f0bddf-b1de-4178-83b5-d05515e1a3bd tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:47.548401 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a06aa0fa-4204-43d5-a9bc-50f753551510 req-65f0bddf-b1de-4178-83b5-d05515e1a3bd tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0525496 Apr 07 06:38:47.608833 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a06aa0fa-4204-43d5-a9bc-50f753551510 req-de7d1783-9e4f-47e5-81bb-a19b37e931ed tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547211 Apr 07 06:38:48.197485 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e34c60a1-9ef6-409d-98f9-3d8009f9e76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:48.723801 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8196b-efab-4cca-966f-2ff354383c4a req-ef8a8ebf-6ae6-4602-80a3-90672e939ec5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:48.725800 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65d8196b-efab-4cca-966f-2ff354383c4a req-ef8a8ebf-6ae6-4602-80a3-90672e939ec5 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0515697 Apr 07 06:38:48.783502 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-65d8196b-efab-4cca-966f-2ff354383c4a req-c751c70a-cc42-460e-8c33-6c196a793001 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520399 Apr 07 06:38:49.900755 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1bda0-d972-4a87-ab48-d2539230c2ac req-7d50db47-0375-4dbe-a87c-7b206f3c3e3a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:49.902228 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2d1bda0-d972-4a87-ab48-d2539230c2ac req-7d50db47-0375-4dbe-a87c-7b206f3c3e3a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0534887 Apr 07 06:38:49.960887 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a2d1bda0-d972-4a87-ab48-d2539230c2ac req-0961bc80-b814-4d73-97e3-c6b73d21036e tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525534 Apr 07 06:38:50.603080 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0c15c686-ac95-4b54-8721-f1b2acaaf0c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:51.079829 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f1991-c914-472b-b848-704a147aef02 req-6d52ca69-eabd-4650-b38d-910dfc9b30e2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:51.081294 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6f1991-c914-472b-b848-704a147aef02 req-6d52ca69-eabd-4650-b38d-910dfc9b30e2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0548782 Apr 07 06:38:51.139015 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a6f1991-c914-472b-b848-704a147aef02 req-48daf274-2f87-4b7f-b9e3-b28e789ef0d4 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520756 Apr 07 06:38:51.951606 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:52.255379 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b24b1d-f75e-4c5a-8cba-00158b05610d req-c3aeb8dc-f339-4672-9a26-69cbbba96985 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:52.256861 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-81b24b1d-f75e-4c5a-8cba-00158b05610d req-c3aeb8dc-f339-4672-9a26-69cbbba96985 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0522990 Apr 07 06:38:52.315770 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-81b24b1d-f75e-4c5a-8cba-00158b05610d req-cab08416-d75c-4a5e-84d7-cb41a7188e76 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529442 Apr 07 06:38:52.883164 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:53.434078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b9964-e832-45b9-8c0e-2196f6178a6d req-4edcc5d1-2b45-43a1-92a5-688f96e00837 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:53.435514 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5e9b9964-e832-45b9-8c0e-2196f6178a6d req-4edcc5d1-2b45-43a1-92a5-688f96e00837 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0547116 Apr 07 06:38:53.492847 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5e9b9964-e832-45b9-8c0e-2196f6178a6d req-b2ae8259-98c9-437f-9b9e-0b264b170393 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516047 Apr 07 06:38:54.471849 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:38:54.610077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80000b0-4f4a-41c0-be42-9cae8cee556d req-818f3720-a331-4d01-a49d-75da3b158aab tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:54.611526 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f80000b0-4f4a-41c0-be42-9cae8cee556d req-818f3720-a331-4d01-a49d-75da3b158aab tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0528030 Apr 07 06:38:54.668997 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f80000b0-4f4a-41c0-be42-9cae8cee556d req-4fdac7b1-6429-4804-8b1c-d2c11d21b559 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514572 Apr 07 06:38:55.786715 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c8b43-1f5f-4cc7-9691-6e879e5b2a6c req-9d10c628-d560-4813-b058-02f0a656bb52 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:55.788219 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d13c8b43-1f5f-4cc7-9691-6e879e5b2a6c req-9d10c628-d560-4813-b058-02f0a656bb52 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0532165 Apr 07 06:38:55.848975 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d13c8b43-1f5f-4cc7-9691-6e879e5b2a6c req-2dc73bc0-5020-4fa6-9e15-3a58d16d7fa0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545928 Apr 07 06:38:56.969181 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7868cb-517a-49eb-89bc-53e10b45ef5d req-c0ac42d8-fb20-4b30-860d-919fc8df74cf tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:56.970640 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf7868cb-517a-49eb-89bc-53e10b45ef5d req-c0ac42d8-fb20-4b30-860d-919fc8df74cf tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0526295 Apr 07 06:38:57.029165 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bf7868cb-517a-49eb-89bc-53e10b45ef5d req-6510d69b-67a9-4f1f-a9ff-f08a38a186de tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529394 Apr 07 06:38:58.144122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17def14-e9c6-4ab6-8ab7-cce10efc600f req-695db50a-b042-4043-a2cb-063a4c49a44c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:58.145568 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f17def14-e9c6-4ab6-8ab7-cce10efc600f req-695db50a-b042-4043-a2cb-063a4c49a44c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0514667 Apr 07 06:38:58.202830 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f17def14-e9c6-4ab6-8ab7-cce10efc600f req-dc4aad8f-e516-4831-ae56-57c6d1c2f1ed tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516415 Apr 07 06:38:59.322695 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac88f82-b96f-463e-89f2-b37ee3814956 req-abb890c6-6c43-4564-9782-5359c23ce9ec tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:38:59.324207 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ac88f82-b96f-463e-89f2-b37ee3814956 req-abb890c6-6c43-4564-9782-5359c23ce9ec tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0558634 Apr 07 06:38:59.381909 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ac88f82-b96f-463e-89f2-b37ee3814956 req-8301e769-2db3-409c-973e-6aca3a4fd784 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520999 Apr 07 06:39:00.500404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ce9c0b-43c5-49ac-b0e8-8d11dc4b1fb1 req-0472fad8-88ff-4f3e-aae0-438c3c2e1d4b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:00.501860 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e3ce9c0b-43c5-49ac-b0e8-8d11dc4b1fb1 req-0472fad8-88ff-4f3e-aae0-438c3c2e1d4b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0545893 Apr 07 06:39:00.558019 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e3ce9c0b-43c5-49ac-b0e8-8d11dc4b1fb1 req-654d0ed4-e00d-452d-b5de-4c4418f324c0 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505123 Apr 07 06:39:01.674265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21691bdc-1d1e-49c3-a850-bbecd9b5ec32 req-b05f64ac-d7cd-4ca3-9919-a377a705bbe8 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:01.675737 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21691bdc-1d1e-49c3-a850-bbecd9b5ec32 req-b05f64ac-d7cd-4ca3-9919-a377a705bbe8 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0521283 Apr 07 06:39:01.736156 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-21691bdc-1d1e-49c3-a850-bbecd9b5ec32 req-1e83f9db-7847-4161-a60e-d91a74c2296c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547168 Apr 07 06:39:02.852958 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62360ae-ac3a-4e1c-a671-e643f96962fa req-447fc805-ecb5-4752-80d4-867eec61fa0c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:02.854440 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d62360ae-ac3a-4e1c-a671-e643f96962fa req-447fc805-ecb5-4752-80d4-867eec61fa0c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0524530 Apr 07 06:39:02.912943 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d62360ae-ac3a-4e1c-a671-e643f96962fa req-49fa23e5-f547-4008-b85a-447153de7310 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522337 Apr 07 06:39:04.030103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbd5c6-b74e-4135-97ad-b11c8254e41d req-fa62d47a-f385-4577-aa57-4398db82b978 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:04.031572 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2adbd5c6-b74e-4135-97ad-b11c8254e41d req-fa62d47a-f385-4577-aa57-4398db82b978 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0521770 Apr 07 06:39:04.088706 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-2adbd5c6-b74e-4135-97ad-b11c8254e41d req-ee714cee-79c9-44af-9749-0531dae297cd tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&id=37b72e4c-2ed9-4b36-909e-784da7668342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514402 Apr 07 06:39:06.979786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:09.452110 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:39:18.213719 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-898ef22e-16a6-428f-896b-fb85a5a5e453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:20.611991 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dc00251a-b92b-46ff-91e6-7f7f440d2032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:21.962321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:22.888059 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:24.509159 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:36.243718 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572eeed3-4975-4bb6-89a6-93de594a6dcc req-76b0564a-b461-485d-a20f-a04af8cc9d54 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:36.245219 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-572eeed3-4975-4bb6-89a6-93de594a6dcc req-76b0564a-b461-485d-a20f-a04af8cc9d54 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0561805 Apr 07 06:39:36.293028 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-572eeed3-4975-4bb6-89a6-93de594a6dcc req-a50676f7-b335-432d-871a-8fabdd2213cf tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422847 Apr 07 06:39:36.985412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.174750 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-b0342ce3-929f-4bb9-80d5-6002c564f0a7 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1091326257&fields=id&tenant_id=5bf029a696e342f0b6f7818e2cdcd902 HTTP/1.1" status: 200 len: 267 time: 0.0431986 Apr 07 06:39:37.228957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-2d397c33-d2ab-49e9-b309-e133aa05b60b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:37.230394 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-2d397c33-d2ab-49e9-b309-e133aa05b60b tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 985 time: 0.0505493 Apr 07 06:39:37.240882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Request body: {'port': {'security_groups': ['2e8f7b55-1005-416a-b765-d286dca30c16']}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:39:37.318863 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.438764 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77be9a2-e904-436c-ac56-15502f7ad151 req-ed760ed5-fd83-4437-aff4-e0bf4dde553a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:37.440159 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f77be9a2-e904-436c-ac56-15502f7ad151 req-ed760ed5-fd83-4437-aff4-e0bf4dde553a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0802810 Apr 07 06:39:37.543559 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f77be9a2-e904-436c-ac56-15502f7ad151 req-d2cd937d-11cd-456b-9d4a-19a7fa4a9e11 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0976491 Apr 07 06:39:37.566709 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:37.594931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.662886 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.676701 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:39:37.707245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:37.707883 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.709870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f919dd6f-2f66-41b8-a7b5-43045dfb60f0 req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "PUT /v2.0/ports/5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 943 time: 0.4735363 Apr 07 06:39:37.710320 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:39:37.715782 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:39:37.716772 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49544) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:37.743491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event updated for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=7']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:37.751363 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.751733 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.752115 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.752461 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.752798 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.753133 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.753748 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.754134 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.754468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.754795 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.755122 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.756012 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.756508 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.756836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.757166 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3a92d5-10d9-43a9-9605-3b736058251d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:37.792252 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (37b72e4c-2ed9-4b36-909e-784da7668342), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.828227 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (37b72e4c-2ed9-4b36-909e-784da7668342), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.836918 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:39:37.917629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd4f3a-c515-4f07-8bad-81e875d48476 x-openstack-request-id: req-27fd4f3a-c515-4f07-8bad-81e875d48476 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:39:37.917629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:39:37.917629 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27fd4f3a-c515-4f07-8bad-81e875d48476 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:39:37.917629 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fd4f3a-c515-4f07-8bad-81e875d48476'] response: {'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:39:37.963839 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-3d58c79e-e185-4def-a372-8e6a4d9ef5a2 None None] Provisioning complete for port 5f5f9461-b440-4867-a72d-094cd8dbfc31 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:39:37.964139 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3d58c79e-e185-4def-a372-8e6a4d9ef5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:37.981725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-24060a44-3490-4816-9570-e316bc83a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:37.983178 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-24060a44-3490-4816-9570-e316bc83a2f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1130 time: 0.0435538 Apr 07 06:39:37.998803 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (37b72e4c-2ed9-4b36-909e-784da7668342), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.001468 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.002547 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "DELETE /v2.0/security-groups/37b72e4c-2ed9-4b36-909e-784da7668342 HTTP/1.1" status: 204 len: 168 time: 0.2841811 Apr 07 06:39:38.005922 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49548) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:38.052708 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b72e4c-2ed9-4b36-909e-784da7668342,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:38.062706 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.063375 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.063575 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.064034 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.064380 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.064713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.065043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.065369 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.065852 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.066043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.066334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.066655 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.066974 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.067289 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.067812 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f15dc6-7fa7-41fb-b273-21d95d30e864 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:38.092419 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3d58c79e-e185-4def-a372-8e6a4d9ef5a2 None None] Current status of the port 5f5f9461-b440-4867-a72d-094cd8dbfc31 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:39:38.121094 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-a87bbdc8-cabf-44ef-8d2c-6e68e33ba2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:38.122657 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-a87bbdc8-cabf-44ef-8d2c-6e68e33ba2a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.1319618 Apr 07 06:39:38.167779 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Deleting port e7caaf72-35e9-48d7-b001-4fb4d1d98189 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:38.168126 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.191307 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-a7ff7636-cff6-457f-b4c4-1ae30d6e2db9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 1001 time: 0.0576246 Apr 07 06:39:38.242795 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-d10f0866-5e1a-4383-bbfd-22478ccab047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:38.244571 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-d10f0866-5e1a-4383-bbfd-22478ccab047 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0458024 Apr 07 06:39:38.245699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.246024 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for floatingip (e7caaf72-35e9-48d7-b001-4fb4d1d98189), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.257691 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Calling delete_port for e7caaf72-35e9-48d7-b001-4fb4d1d98189 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:38.297121 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-2de7ac99-0ad7-484c-a6df-204fa1f48283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:38.298645 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-2de7ac99-0ad7-484c-a6df-204fa1f48283 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475843 Apr 07 06:39:38.386624 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-6f88d787-e99b-4ca0-99c0-798c82197b2c service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809834 Apr 07 06:39:38.479258 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ddf5d52a-608b-4e41-969c-2e9478e5c8ec req-f8cbc94b-c186-41ed-a421-d56dc8b028ac service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860713 Apr 07 06:39:38.500004 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (e7caaf72-35e9-48d7-b001-4fb4d1d98189), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.528115 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event deleted for resources: {'Port': ['ID=e7caaf72-35e9-48d7-b001-4fb4d1d98189,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:38.590280 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks [] for floatingip (41a54472-a526-4e8e-9ef7-cc4f4ffd7286), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:38.590613 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Floating IP 41a54472-a526-4e8e-9ef7-cc4f4ffd7286 disassociated (deleted). External IP: 172.27.3.56, port: 5f5f9461-b440-4867-a72d-094cd8dbfc31. Apr 07 06:39:38.722092 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9449536-2fa9-4d12-8945-515848a2da60 req-12b923c8-132a-4ebd-9886-f8ea98d44632 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:38.723542 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9449536-2fa9-4d12-8945-515848a2da60 req-12b923c8-132a-4ebd-9886-f8ea98d44632 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.1001625 Apr 07 06:39:39.089868 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c9449536-2fa9-4d12-8945-515848a2da60 req-ea4b97d4-646f-4a81-b4c8-792b6a70fa3b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3605061 Apr 07 06:39:39.144256 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Router 68c4e8ec-706d-475f-8b40-29186871b28b has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:39:39.248989 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:39:39.253763 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:39.260894 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Sync routers for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:39:39.270038 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:39.270649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:39.284343 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-965c91cf-be31-4e57-9ab9-f025176bcc3d tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "DELETE /v2.0/floatingips/41a54472-a526-4e8e-9ef7-cc4f4ffd7286 HTTP/1.1" status: 204 len: 168 time: 1.2773438 Apr 07 06:39:39.376727 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:39.573082 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:39.607019 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Checking router: 68c4e8ec-706d-475f-8b40-29186871b28b for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:39:39.616912 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:39.617521 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:39.726649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:39.915639 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:39:39.916487 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:39.917947 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711d40a4-5ea8-4818-9215-260a47081dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:39:39.943879 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978ef428-eb75-40f0-a676-6972eb7423c9 None None] The sync data for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi is: [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:37:28Z', 'revision_number': 4, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'e14b4963-1210-4203-a29a-28b524d1b3b0', 'name': '', 'network_id': '6f2d21fe-17e9-4487-8aac-56ceaeb8b201', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'mac_address': 'fa:16:3e:24:37:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:27Z', 'updated_at': '2022-04-07T06:37:31Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'subnets': [{'id': '94313910-deb2-4ba8-91d8-5b72c35fcfba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:39:39.954753 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2efdd9-e0e9-491b-b092-e69513f9a9dc x-openstack-request-id: req-9c2efdd9-e0e9-491b-b092-e69513f9a9dc {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:39:39.955055 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:39:39.955313 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c2efdd9-e0e9-491b-b092-e69513f9a9dc {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:39:39.955722 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c2efdd9-e0e9-491b-b092-e69513f9a9dc'] response: {'name': 'network-changed', 'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:39:40.123044 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-2b81312e-76d8-4747-b934-b3609525b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:40.125739 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-2b81312e-76d8-4747-b934-b3609525b389 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1130 time: 0.0522456 Apr 07 06:39:40.193753 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1fb7c4-9e85-4b2f-917d-765ae033e7be None None] New status for floating IP 41a54472-a526-4e8e-9ef7-cc4f4ffd7286: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:39:40.221150 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ba47e-d97e-4cae-a8f4-c95a8923c2c7 req-89015b58-9e0e-46e3-8569-e230b7f0250f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:40.222781 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9c8ba47e-d97e-4cae-a8f4-c95a8923c2c7 req-89015b58-9e0e-46e3-8569-e230b7f0250f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0590770 Apr 07 06:39:40.233785 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-acb3660e-8169-47de-9e02-b1970eb362e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:40.235316 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-acb3660e-8169-47de-9e02-b1970eb362e0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.1026475 Apr 07 06:39:40.280948 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9c8ba47e-d97e-4cae-a8f4-c95a8923c2c7 req-c9830a2b-e952-4327-930b-7014878a0535 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508659 Apr 07 06:39:40.282427 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-e87d47ca-2190-4cc9-927f-1a44312f11b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 217 time: 0.0392022 Apr 07 06:39:40.332723 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-a6e672fb-bdfb-467a-9f2a-c37b04a4f9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:40.334720 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-a6e672fb-bdfb-467a-9f2a-c37b04a4f9e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0461085 Apr 07 06:39:40.382764 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-3035615b-5b0c-4974-af6c-73a1fcf88cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:40.384300 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-3035615b-5b0c-4974-af6c-73a1fcf88cea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426908 Apr 07 06:39:40.475534 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-5ce233f1-4a19-4f3f-abc4-ec91bd78a100 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839429 Apr 07 06:39:40.565217 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-711d40a4-5ea8-4818-9215-260a47081dc2 req-39ce1fdb-673f-4d81-8b41-70630437e4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Apr 07 06:39:41.394776 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a438ee4b-e404-4d9b-b2ac-0627f6b76db0 req-90aaa6d5-4e16-461a-83b2-8bd04597c3c6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:41.396932 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a438ee4b-e404-4d9b-b2ac-0627f6b76db0 req-90aaa6d5-4e16-461a-83b2-8bd04597c3c6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0512414 Apr 07 06:39:41.445868 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a438ee4b-e404-4d9b-b2ac-0627f6b76db0 req-fecfdb0e-74f9-44ba-9431-359b2a7c223c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432374 Apr 07 06:39:41.820039 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-889fa57d-b70e-4f14-b9e3-535feba2c2f1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422821 Apr 07 06:39:41.883345 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-5194286f-6461-4b33-b230-8245cf8f9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:41.884994 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-5194286f-6461-4b33-b230-8245cf8f9353 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 1130 time: 0.0435925 Apr 07 06:39:41.987260 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-4c2c92f8-164c-48d1-a591-2ac4c0de16b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:41.988756 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-4c2c92f8-164c-48d1-a591-2ac4c0de16b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 200 len: 914 time: 0.0855262 Apr 07 06:39:42.030705 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-62450f86-f5dd-4b64-a78e-6a4ca6e47fb7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 200 len: 217 time: 0.0346594 Apr 07 06:39:42.079183 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-47f246a5-6032-47c9-8132-e9efc57f2b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:42.080728 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-47f246a5-6032-47c9-8132-e9efc57f2b62 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 200 len: 853 time: 0.0438859 Apr 07 06:39:42.128795 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-54ccd6d4-38a9-4c06-96a8-f8f2ec8d7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:42.130766 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-54ccd6d4-38a9-4c06-96a8-f8f2ec8d7d08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6f2d21fe-17e9-4487-8aac-56ceaeb8b201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427306 Apr 07 06:39:42.220808 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-9b2b2b9f-f6bd-4ca2-a7cb-a8941e1c4b57 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Apr 07 06:39:42.310684 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-29531a01-1cee-4dc0-b0f0-6bd2dc03a26a req-b042fc32-1ddf-4dd6-a262-bbbdbc2d9ec4 service neutron] 10.222.0.25 "GET /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831621 Apr 07 06:39:42.568594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee76409-4077-4c30-9d13-241b97c08885 req-2ed50017-f94a-48e1-a67c-7e5b3771aac5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:42.570029 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ee76409-4077-4c30-9d13-241b97c08885 req-2ed50017-f94a-48e1-a67c-7e5b3771aac5 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0569029 Apr 07 06:39:42.617025 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ee76409-4077-4c30-9d13-241b97c08885 req-03e2a7b0-42ab-4a35-843a-a2f02f3e0d19 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412877 Apr 07 06:39:43.511919 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c58dc-ea75-45c4-9097-23b4460b53f5 req-ebf91cef-1af2-4438-804e-4c713ace8a48 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:43.513348 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c6c58dc-ea75-45c4-9097-23b4460b53f5 req-ebf91cef-1af2-4438-804e-4c713ace8a48 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0516336 Apr 07 06:39:43.557910 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c6c58dc-ea75-45c4-9097-23b4460b53f5 req-c43e7072-77b7-4f16-82de-43a32170df8f tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390496 Apr 07 06:39:43.733169 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc8980-bb20-4144-a315-47fe94a45608 req-9a158bd2-5607-403f-8526-f8636d1a32ac tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:43.734530 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4fdc8980-bb20-4144-a315-47fe94a45608 req-9a158bd2-5607-403f-8526-f8636d1a32ac tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0508556 Apr 07 06:39:43.785264 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4fdc8980-bb20-4144-a315-47fe94a45608 req-e7279624-2a93-4685-a664-951d64f2f8c1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449498 Apr 07 06:39:44.671488 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc8730-039d-4021-88ba-9d7034afbd44 req-1e915005-915a-42c8-84a1-a9e899c10bd8 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:44.672950 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bafc8730-039d-4021-88ba-9d7034afbd44 req-1e915005-915a-42c8-84a1-a9e899c10bd8 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0500414 Apr 07 06:39:44.718201 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-bafc8730-039d-4021-88ba-9d7034afbd44 req-5677f36d-e5c8-4cde-9373-f4792c2dea0c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 Apr 07 06:39:44.899532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcc60d-4557-4fb6-bfea-457750926f29 req-cc36eb91-2f79-4890-8585-9da7bb62181e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:44.900933 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37bcc60d-4557-4fb6-bfea-457750926f29 req-cc36eb91-2f79-4890-8585-9da7bb62181e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0510917 Apr 07 06:39:44.949385 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-37bcc60d-4557-4fb6-bfea-457750926f29 req-5ce9c201-9fff-44ec-8cd9-1a857fa4920f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429847 Apr 07 06:39:45.842598 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec7199-89e9-4c0a-9b25-cca985bada4a req-14868217-04e9-4371-83eb-89f4cddb711a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:45.844100 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3cec7199-89e9-4c0a-9b25-cca985bada4a req-14868217-04e9-4371-83eb-89f4cddb711a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.0567234 Apr 07 06:39:45.858580 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83976e9-b933-4012-8003-001863a72e46 req-d8c9193e-8dd1-4256-8144-5c5e11cea9c2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:45.859968 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f83976e9-b933-4012-8003-001863a72e46 req-d8c9193e-8dd1-4256-8144-5c5e11cea9c2 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.25 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 946 time: 0.3001888 Apr 07 06:39:45.893109 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3cec7199-89e9-4c0a-9b25-cca985bada4a req-df00e785-5584-41b8-9aad-c98731f1476c tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/security-groups?id=2e8f7b55-1005-416a-b765-d286dca30c16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400622 Apr 07 06:39:46.067236 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f6eca2-1852-46ad-a0dc-8b4c65a66661 req-db45cdc9-508a-49fe-97d2-7bd0a4cbed91 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:46.069288 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a8f6eca2-1852-46ad-a0dc-8b4c65a66661 req-db45cdc9-508a-49fe-97d2-7bd0a4cbed91 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0520754 Apr 07 06:39:46.085334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Deleting port 5f5f9461-b440-4867-a72d-094cd8dbfc31 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:46.085788 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:46.116820 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a8f6eca2-1852-46ad-a0dc-8b4c65a66661 req-1586ea68-b660-437a-b92a-861521d48e08 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415826 Apr 07 06:39:46.172662 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] For port 5f5f9461-b440-4867-a72d-094cd8dbfc31, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=5f5f9461-b440-4867-a72d-094cd8dbfc31,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:46.173029 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:46.185360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Calling delete_port for 5f5f9461-b440-4867-a72d-094cd8dbfc31 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:46.360097 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (5f5f9461-b440-4867-a72d-094cd8dbfc31), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:46.372200 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['5f5f9461-b440-4867-a72d-094cd8dbfc31'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:39:46.388568 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Pushing event deleted for resources: {'Port': ['ID=5f5f9461-b440-4867-a72d-094cd8dbfc31,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:46.429519 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] No DVR routers for this DVR port 5f5f9461-b440-4867-a72d-094cd8dbfc31 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:39:46.432017 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:46.435282 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f83976e9-b933-4012-8003-001863a72e46 req-a17dfb23-de07-4d06-889c-ba5cbd704763 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.25 "DELETE /v2.0/ports/5f5f9461-b440-4867-a72d-094cd8dbfc31 HTTP/1.1" status: 204 len: 173 time: 0.4377263 Apr 07 06:39:46.439134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'name': 'network-vif-deleted', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:39:46.439134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e990081d-21d1-4b44-a017-b8445b8036c9" -d '{"events": [{"server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "name": "network-vif-deleted", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:39:46.454085 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:39:46.472571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee49d07-2609-4a3e-810d-2df6678f50a0 x-openstack-request-id: req-8ee49d07-2609-4a3e-810d-2df6678f50a0 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:39:46.472864 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe", "name": "network-vif-deleted", "tag": "5f5f9461-b440-4867-a72d-094cd8dbfc31", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:39:46.473115 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8ee49d07-2609-4a3e-810d-2df6678f50a0 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:39:46.473507 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee49d07-2609-4a3e-810d-2df6678f50a0'] response: {'server_uuid': '2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe', 'name': 'network-vif-deleted', 'tag': '5f5f9461-b440-4867-a72d-094cd8dbfc31', 'status': 'completed', 'code': 200} Apr 07 06:39:46.514394 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-fc32e42f-71aa-4182-889f-b1cc42d28204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:46.515897 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-fc32e42f-71aa-4182-889f-b1cc42d28204 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0521441 Apr 07 06:39:46.606195 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-c232d4cd-26dc-436d-a7f8-2b6597fbe9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:46.607670 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-c232d4cd-26dc-436d-a7f8-2b6597fbe9fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.0829275 Apr 07 06:39:46.698770 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-ba4addd7-fdcd-4bb9-95aa-9b185a85a7ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 1001 time: 0.0618806 Apr 07 06:39:46.751063 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-6e8619d5-9b57-47f2-93e6-f31ed9349bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:46.752590 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-6e8619d5-9b57-47f2-93e6-f31ed9349bf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0457978 Apr 07 06:39:46.811093 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-db1ff51c-5432-44e1-9ca9-78ee2e007fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:46.812785 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-db1ff51c-5432-44e1-9ca9-78ee2e007fd1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518196 Apr 07 06:39:46.908223 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-f164089e-70ff-48f5-8e33-f32bea3523cc service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886173 Apr 07 06:39:46.997565 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f1d1ed93-7e98-44a8-bcad-9842694411c7 req-74cd5bd5-0593-47a3-aea7-5a26a676095a tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 210 time: 0.0304844 Apr 07 06:39:47.227621 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ee7cec12-0d16-4752-b902-aea55e0f5996 req-73e01591-9910-403a-891c-957446add969 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846205 Apr 07 06:39:47.237855 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac943bd5-773b-419e-b3f3-9857f2261f42 req-c40c1824-649f-47bf-91d6-ea4096110452 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:47.239334 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac943bd5-773b-419e-b3f3-9857f2261f42 req-c40c1824-649f-47bf-91d6-ea4096110452 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0520155 Apr 07 06:39:47.288411 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac943bd5-773b-419e-b3f3-9857f2261f42 req-542f6bae-9ded-408e-ad9f-c70797721d8d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424614 Apr 07 06:39:48.099759 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20fdb92b-b45a-492f-83aa-be891a20192b req-1d67a1aa-28d1-4161-87fd-3fb8758d4df8 tempest-TestMinimumBasicScenario-1250642932 tempest-TestMinimumBasicScenario-1250642932-project] 10.222.0.24 "GET /v2.0/ports?device_id=2078b8e8-8e88-4e12-a5bd-2d213ee5c9fe HTTP/1.1" status: 200 len: 210 time: 0.0261571 Apr 07 06:39:48.196255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-edce0e19-14f0-4be8-9249-8950cad81684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:48.402816 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd2e88-5b3a-41b9-ab5e-8b619d42653f req-bdb04d99-a045-4273-a7fe-a868eaa26da6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:48.404313 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5dd2e88-5b3a-41b9-ab5e-8b619d42653f req-bdb04d99-a045-4273-a7fe-a868eaa26da6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0514798 Apr 07 06:39:48.454704 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5dd2e88-5b3a-41b9-ab5e-8b619d42653f req-c1c4b06e-56e8-4b35-8bd2-fbe85361bc59 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448642 Apr 07 06:39:49.047333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5f5f9461-b440-4867-a72d-094cd8dbfc31 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:49.068024 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 5f5f9461-b440-4867-a72d-094cd8dbfc31 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:49.071874 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 5f5f9461-b440-4867-a72d-094cd8dbfc31 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:49.574331 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b07fb9-68b4-47a8-aefa-69cc1ea9b089 req-aeb44fd0-4a4d-49e2-95a6-f23d861cc4c4 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:49.575858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b6b07fb9-68b4-47a8-aefa-69cc1ea9b089 req-aeb44fd0-4a4d-49e2-95a6-f23d861cc4c4 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0563724 Apr 07 06:39:49.624739 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b6b07fb9-68b4-47a8-aefa-69cc1ea9b089 req-7ba00d12-524d-4966-ab24-5e9ee5f5cddc tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429063 Apr 07 06:39:50.362317 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49664) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:50.654031 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2c34-a7c7-401c-8d2b-a72422d496b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:50.744382 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (68c4e8ec-706d-475f-8b40-29186871b28b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:50.786853 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ffc6db-4bc6-4f17-843e-0aced1b3a466 req-5edfdf81-8fc0-4e98-a2cf-82469b49a3e1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:50.788395 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94ffc6db-4bc6-4f17-843e-0aced1b3a466 req-5edfdf81-8fc0-4e98-a2cf-82469b49a3e1 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0979590 Apr 07 06:39:50.884144 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-94ffc6db-4bc6-4f17-843e-0aced1b3a466 req-f7f63b7d-0ce2-479a-a125-5287441725f6 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0878563 Apr 07 06:39:51.039283 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Deleting port e14b4963-1210-4203-a29a-28b524d1b3b0 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:51.039622 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:51.120675 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] For port e14b4963-1210-4203-a29a-28b524d1b3b0, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e14b4963-1210-4203-a29a-28b524d1b3b0,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:51.121040 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:51.133593 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Calling delete_port for e14b4963-1210-4203-a29a-28b524d1b3b0 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:51.360351 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24881e32-0358-41e8-a4b0-e7efec308342 req-871bd503-afe0-4fb7-bc10-e6f81449cddc tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:51.364885 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24881e32-0358-41e8-a4b0-e7efec308342 req-871bd503-afe0-4fb7-bc10-e6f81449cddc tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0856574 Apr 07 06:39:51.429658 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (e14b4963-1210-4203-a29a-28b524d1b3b0), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:51.464123 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-24881e32-0358-41e8-a4b0-e7efec308342 req-e4f61b9f-b425-439e-8e69-d8e32000d63b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0961463 Apr 07 06:39:51.466355 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Pushing event deleted for resources: {'Port': ['ID=e14b4963-1210-4203-a29a-28b524d1b3b0,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:51.504061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-b4fcf90c-dc5c-46e3-ac14-90bd606210ea service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1853583 Apr 07 06:39:51.674671 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-ad2c9537-bce9-4128-8832-f504c054f708 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:51.676063 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-ad2c9537-bce9-4128-8832-f504c054f708 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports/1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 943 time: 0.1440220 Apr 07 06:39:51.698532 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (68c4e8ec-706d-475f-8b40-29186871b28b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:51.914710 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Router 68c4e8ec-706d-475f-8b40-29186871b28b has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:39:51.974010 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.025416 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:39:52.030768 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-76453b91-6cf1-4034-b0b8-a6a11a795b5d admin admin] 10.222.0.24 "PUT /v2.0/routers/68c4e8ec-706d-475f-8b40-29186871b28b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6672611 Apr 07 06:39:52.033459 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49684) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:52.034513 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Sync routers for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:39:52.043986 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:52.044563 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:52.150714 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks [] for router (68c4e8ec-706d-475f-8b40-29186871b28b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.168918 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:52.255927 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks [] for router_gateway (68c4e8ec-706d-475f-8b40-29186871b28b), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.349740 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8'}], 'enable_snat': True}, 'gw_port_id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:39:51Z', 'revision_number': 5, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port': {'id': '0360318a-bf5c-470b-a822-fe68b7caabf8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:1a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:25Z', 'updated_at': '2022-04-07T06:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:52.377142 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Checking router: 68c4e8ec-706d-475f-8b40-29186871b28b for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:39:52.386332 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Routers {'68c4e8ec-706d-475f-8b40-29186871b28b'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:52.387029 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['68c4e8ec-706d-475f-8b40-29186871b28b'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:52.395419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Deleting port 0360318a-bf5c-470b-a822-fe68b7caabf8 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:52.396028 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.477754 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] Set router 68c4e8ec-706d-475f-8b40-29186871b28b gateway port host: None {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:52.478024 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] For port 0360318a-bf5c-470b-a822-fe68b7caabf8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0360318a-bf5c-470b-a822-fe68b7caabf8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:52.478312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.491882 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Calling delete_port for 0360318a-bf5c-470b-a822-fe68b7caabf8 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:52.643604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5ea61-c538-4f50-a0cb-e0dc5703e254 req-034e6ffb-9104-490f-96e1-cb7b47cc4aac tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:52.645202 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bc5ea61-c538-4f50-a0cb-e0dc5703e254 req-034e6ffb-9104-490f-96e1-cb7b47cc4aac tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.1080024 Apr 07 06:39:52.674709 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:39:52Z', 'revision_number': 6, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:52.701141 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfeeaba1-7cd5-44fb-bc65-cf44fe46fc10 None None] The sync data for ids ['68c4e8ec-706d-475f-8b40-29186871b28b'] in dv-cinder-831776-6-iscsi is: [{'id': '68c4e8ec-706d-475f-8b40-29186871b28b', 'name': 'tempest-TestMinimumBasicScenario-350322854-router', 'tenant_id': '5bf029a696e342f0b6f7818e2cdcd902', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:24Z', 'updated_at': '2022-04-07T06:39:52Z', 'revision_number': 6, 'project_id': '5bf029a696e342f0b6f7818e2cdcd902', 'gw_port_host': None}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:39:52.726347 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1bc5ea61-c538-4f50-a0cb-e0dc5703e254 req-6c592e91-5bc8-466e-a174-722d2b6909db tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687058 Apr 07 06:39:52.796289 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0360318a-bf5c-470b-a822-fe68b7caabf8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.822126 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Pushing event deleted for resources: {'Port': ['ID=0360318a-bf5c-470b-a822-fe68b7caabf8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:52.886821 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (68c4e8ec-706d-475f-8b40-29186871b28b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.891168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.977750 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (68c4e8ec-706d-475f-8b40-29186871b28b), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:52.979848 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks [] for router_controller (68c4e8ec-706d-475f-8b40-29186871b28b), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.078114 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:53.087758 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (68c4e8ec-706d-475f-8b40-29186871b28b), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.093770 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68c4e8ec-706d-475f-8b40-29186871b28b {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:39:53.094162 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.095523 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-ea4286a3-6c76-420f-8f3d-3f9487013143 admin admin] 10.222.0.24 "DELETE /v2.0/routers/68c4e8ec-706d-475f-8b40-29186871b28b HTTP/1.1" status: 204 len: 168 time: 1.0610805 Apr 07 06:39:53.098173 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49688) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:53.153025 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Deleting subnet 94313910-deb2-4ba8-91d8-5b72c35fcfba {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:39:53.156255 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Publish callbacks [] for subnet (94313910-deb2-4ba8-91d8-5b72c35fcfba), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.169283 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 is: ACTIVE; New status is: DOWN {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:39:53.169717 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.192140 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:39:53.194892 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17f348f-9b37-4ee9-9192-b81f2d23f9f7" -d '{"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-unplugged", "status": "completed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:39:53.195079 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (94313910-deb2-4ba8-91d8-5b72c35fcfba), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.206838 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:53.265150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.276050 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (94313910-deb2-4ba8-91d8-5b72c35fcfba), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.288947 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 07 Apr 2022 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde9682d-b12b-4829-957a-d5cb205482a5 x-openstack-request-id: req-fde9682d-b12b-4829-957a-d5cb205482a5 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:39:53.289244 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-unplugged", "status": "failed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "code": 422}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:39:53.289501 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fde9682d-b12b-4829-957a-d5cb205482a5 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:39:53.289937 dv-cinder-831776-6-iscsi neutron-server[103957]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fde9682d-b12b-4829-957a-d5cb205482a5']: {'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'code': 422} returned with failed status Apr 07 06:39:53.315797 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=6']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:53.324090 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.324359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.324830 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.325184 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.325522 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.325868 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.326333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.326506 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.326834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.327160 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.327483 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.327832 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.328153 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.328574 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.328911 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:39:53.391221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (94313910-deb2-4ba8-91d8-5b72c35fcfba), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.418152 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94313910-deb2-4ba8-91d8-5b72c35fcfba,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:53.422594 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.426160 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-94c2bb0d-a181-4368-8402-095aa176864c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94313910-deb2-4ba8-91d8-5b72c35fcfba HTTP/1.1" status: 204 len: 168 time: 0.3270299 Apr 07 06:39:53.428412 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd89db0-d897-47ca-a50a-68590fdc095f None None] Network 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:39:53.428833 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49694) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:53.506027 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (6f2d21fe-17e9-4487-8aac-56ceaeb8b201), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.561745 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Deleting port c2c9397e-cccd-4788-b29f-793db587d52a {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:53.562307 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.604300 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] DHCP port deletion for 6f2d21fe-17e9-4487-8aac-56ceaeb8b201 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:39:53.629189 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] For port c2c9397e-cccd-4788-b29f-793db587d52a, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c2c9397e-cccd-4788-b29f-793db587d52a,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:53.629650 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.642301 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Calling delete_port for c2c9397e-cccd-4788-b29f-793db587d52a owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:53.652645 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Deleting port c2c9397e-cccd-4788-b29f-793db587d52a {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:53.653174 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.730250 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] For port c2c9397e-cccd-4788-b29f-793db587d52a, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c2c9397e-cccd-4788-b29f-793db587d52a,segment=NetworkSegment(47257e1c-488f-45fb-a51b-68e8b3966559),segment_id=47257e1c-488f-45fb-a51b-68e8b3966559)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:53.730736 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.744988 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Calling delete_port for c2c9397e-cccd-4788-b29f-793db587d52a owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:53.811853 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.821816 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (c2c9397e-cccd-4788-b29f-793db587d52a), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.837759 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c9397e-cccd-4788-b29f-793db587d52a,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:53.843181 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] No DVR routers for this DVR port c2c9397e-cccd-4788-b29f-793db587d52a on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:39:53.854648 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] Pushing event deleted for resources: {'Port': ['ID=c2c9397e-cccd-4788-b29f-793db587d52a,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:53.863730 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9808cc-d887-4b4f-bb97-1ad60b9105ec None None] No DVR routers for this DVR port c2c9397e-cccd-4788-b29f-793db587d52a on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:39:53.887454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6012509-8afc-4425-ac36-c4752f820cb0 req-9f41062a-31ff-4b7c-93f9-091873bf9ef7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:53.887454 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6012509-8afc-4425-ac36-c4752f820cb0 req-9f41062a-31ff-4b7c-93f9-091873bf9ef7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0620642 Apr 07 06:39:53.922171 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (6f2d21fe-17e9-4487-8aac-56ceaeb8b201), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.933889 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c6012509-8afc-4425-ac36-c4752f820cb0 req-15555658-7550-4c04-8258-387b12892433 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454085 Apr 07 06:39:53.942585 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f2d21fe-17e9-4487-8aac-56ceaeb8b201']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:53.952866 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47257e1c-488f-45fb-a51b-68e8b3966559') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:53.953334 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47257e1c-488f-45fb-a51b-68e8b3966559') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:53.964418 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (47257e1c-488f-45fb-a51b-68e8b3966559), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.978850 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (47257e1c-488f-45fb-a51b-68e8b3966559), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.984587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:39:53.985512 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (47257e1c-488f-45fb-a51b-68e8b3966559), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:39:53.987303 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:39:54.099643 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (6f2d21fe-17e9-4487-8aac-56ceaeb8b201), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:54.105156 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:54.108551 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f2d21fe-17e9-4487-8aac-56ceaeb8b201 HTTP/1.1" status: 204 len: 168 time: 0.6771994 Apr 07 06:39:54.112695 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49698) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:54.119966 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0360318a-bf5c-470b-a822-fe68b7caabf8 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:54.120484 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ffbaa-73ea-4bb0-99f6-c5a3ecf3d072 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f2d21fe-17e9-4487-8aac-56ceaeb8b201,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:54.141379 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 0360318a-bf5c-470b-a822-fe68b7caabf8 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:54.141815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0360318a-bf5c-470b-a822-fe68b7caabf8 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:54.142294 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e14b4963-1210-4203-a29a-28b524d1b3b0 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:54.161368 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: e14b4963-1210-4203-a29a-28b524d1b3b0 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:54.161570 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e14b4963-1210-4203-a29a-28b524d1b3b0 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:54.161972 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c2c9397e-cccd-4788-b29f-793db587d52a no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:54.180837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: c2c9397e-cccd-4788-b29f-793db587d52a {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:54.181101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c2c9397e-cccd-4788-b29f-793db587d52a not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:54.399184 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-aba0f16a-e0eb-4baf-b6fd-584a201df906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:54.400795 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-aba0f16a-e0eb-4baf-b6fd-584a201df906 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892&tenant_id=b201a41ba3394cdebeda4fb3574ada20 HTTP/1.1" status: 200 len: 1128 time: 0.0852695 Apr 07 06:39:54.468582 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:54.473689 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-ced17680-8c46-402b-a830-4db21190f194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:54.475310 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-ced17680-8c46-402b-a830-4db21190f194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1128 time: 0.0471067 Apr 07 06:39:54.572728 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-cb47e2dc-12a3-43d1-bf7c-05ee8170a052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:54.574195 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-cb47e2dc-12a3-43d1-bf7c-05ee8170a052 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.0895371 Apr 07 06:39:54.641038 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-04544f21-1195-49d2-bc7b-ad5862137b2c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 999 time: 0.0577950 Apr 07 06:39:54.691699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-b6ac9e57-0e99-456c-a599-13c03341e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:54.693750 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-b6ac9e57-0e99-456c-a599-13c03341e4ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0437183 Apr 07 06:39:54.735645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (9302e866-dade-444d-b598-1c89b788a235), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:54.749257 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-c4af3881-b393-4a24-9738-66c7f223f625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:54.750749 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-c4af3881-b393-4a24-9738-66c7f223f625 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467291 Apr 07 06:39:54.840701 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-cbc5dccf-48a2-405a-8461-ec0912542a38 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796533 Apr 07 06:39:54.936514 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-d5c919f6-a4f1-4865-90a2-2f55138a9443 req-add24ca8-50ce-4d65-97eb-3fd7af7579d0 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Apr 07 06:39:54.982996 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Deleting port 9baecd3f-e2da-4f73-a449-9c68af27e48c {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:54.983354 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:55.102265 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620be73-4e36-4e95-aabf-fa47c0b76f66 req-bed0a887-cf84-47d4-8825-5f639787122a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:55.103725 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a620be73-4e36-4e95-aabf-fa47c0b76f66 req-bed0a887-cf84-47d4-8825-5f639787122a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0855718 Apr 07 06:39:55.105418 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] For port 9baecd3f-e2da-4f73-a449-9c68af27e48c, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=9baecd3f-e2da-4f73-a449-9c68af27e48c,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:55.105766 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:55.124043 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Calling delete_port for 9baecd3f-e2da-4f73-a449-9c68af27e48c owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:55.196587 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a620be73-4e36-4e95-aabf-fa47c0b76f66 req-d32f4a25-374c-4473-a0b5-79ed3e91388f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0836253 Apr 07 06:39:55.377067 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (9baecd3f-e2da-4f73-a449-9c68af27e48c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:55.401736 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Pushing event deleted for resources: {'Port': ['ID=9baecd3f-e2da-4f73-a449-9c68af27e48c,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:55.567686 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (9302e866-dade-444d-b598-1c89b788a235), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:55.780309 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Router 9302e866-dade-444d-b598-1c89b788a235 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:39:55.885214 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:39:55.890377 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b3970e43-7f30-40f9-9659-2fd355b9290f admin admin] 10.222.0.24 "PUT /v2.0/routers/9302e866-dade-444d-b598-1c89b788a235/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7750213 Apr 07 06:39:55.892830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49702) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:55.895319 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Sync routers for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:39:55.905286 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:55.905983 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:55.994289 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks [] for router (9302e866-dade-444d-b598-1c89b788a235), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.009086 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:56.098793 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks [] for router_gateway (9302e866-dade-444d-b598-1c89b788a235), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.183977 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:39:55Z', 'revision_number': 5, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port': {'id': 'e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:3c:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9302e866-dade-444d-b598-1c89b788a235', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:37:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:56.212330 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Checking router: 9302e866-dade-444d-b598-1c89b788a235 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:39:56.215334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Deleting port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:56.215868 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.220768 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Routers {'9302e866-dade-444d-b598-1c89b788a235'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:39:56.221372 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['9302e866-dade-444d-b598-1c89b788a235'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:56.306423 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] Set router 9302e866-dade-444d-b598-1c89b788a235 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:39:56.333056 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] For port e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:56.333337 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.354990 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d7399-3671-4cf9-82f5-6bb80527ddd2 req-aadb9849-351f-44e6-875a-8119b0da8b63 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:56.356511 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-598d7399-3671-4cf9-82f5-6bb80527ddd2 req-aadb9849-351f-44e6-875a-8119b0da8b63 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0894747 Apr 07 06:39:56.357400 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Calling delete_port for e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:56.359848 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:39:56Z', 'revision_number': 6, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:56.386263 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba7d30d-3c2c-4a27-8d2b-d8d5f9a567c3 None None] The sync data for ids ['9302e866-dade-444d-b598-1c89b788a235'] in dv-cinder-831776-6-iscsi is: [{'id': '9302e866-dade-444d-b598-1c89b788a235', 'name': 'tempest-TestMinimumBasicScenario-416932841-router', 'tenant_id': '15efb0719ab14d9ebfd788968fc100d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:37:31Z', 'updated_at': '2022-04-07T06:39:56Z', 'revision_number': 6, 'project_id': '15efb0719ab14d9ebfd788968fc100d2', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:39:56.455473 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-598d7399-3671-4cf9-82f5-6bb80527ddd2 req-17b2f661-d144-4eb4-a36c-c0fa98ba12c4 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0920844 Apr 07 06:39:56.613531 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.641738 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:56.700606 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (9302e866-dade-444d-b598-1c89b788a235), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.791347 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (9302e866-dade-444d-b598-1c89b788a235), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.793567 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks [] for router_controller (9302e866-dade-444d-b598-1c89b788a235), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.902998 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (9302e866-dade-444d-b598-1c89b788a235), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.903470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9302e866-dade-444d-b598-1c89b788a235 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:39:56.907630 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.908762 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-efbc409c-f4c2-493c-80ac-36c5ffd112a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9302e866-dade-444d-b598-1c89b788a235 HTTP/1.1" status: 204 len: 168 time: 1.0149953 Apr 07 06:39:56.911168 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49706) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:56.956309 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Deleting subnet d7c3d372-a348-4dd1-a443-b39e0b974201 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:39:56.959277 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Publish callbacks [] for subnet (d7c3d372-a348-4dd1-a443-b39e0b974201), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:56.992530 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (d7c3d372-a348-4dd1-a443-b39e0b974201), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.072199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (d7c3d372-a348-4dd1-a443-b39e0b974201), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.189050 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (d7c3d372-a348-4dd1-a443-b39e0b974201), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.213897 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c3d372-a348-4dd1-a443-b39e0b974201,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:57.217588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.220844 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-797e4578-4e05-4928-9bfa-0482cd35e6ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d7c3d372-a348-4dd1-a443-b39e0b974201 HTTP/1.1" status: 204 len: 168 time: 0.3087006 Apr 07 06:39:57.223395 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49708) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:57.227622 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c62e4c8-a262-495c-81bb-a11b40f8eaa4 None None] Network c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:39:57.293934 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.354202 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Deleting port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:57.354514 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.402952 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] DHCP port deletion for c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:39:57.427628 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] For port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:57.428019 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.442439 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Calling delete_port for 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:57.454275 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Deleting port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:39:57.454654 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.518864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] For port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,segment=NetworkSegment(d97100ed-d621-4c0f-ab3a-46fd7b0aa92f),segment_id=d97100ed-d621-4c0f-ab3a-46fd7b0aa92f)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:39:57.519268 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.532415 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Calling delete_port for 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:39:57.573679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.577540 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1626b1e8-b49d-4fab-aad1-c65ae57d7812 req-cd4656bf-68d1-4a45-849b-c853905242be tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:57.579266 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1626b1e8-b49d-4fab-aad1-c65ae57d7812 req-cd4656bf-68d1-4a45-849b-c853905242be tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0539517 Apr 07 06:39:57.606234 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Pushing event deleted for resources: {'Port': ['ID=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:57.608154 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] No DVR routers for this DVR port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:39:57.611531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.636251 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] Pushing event deleted for resources: {'Port': ['ID=3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:57.638200 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-1626b1e8-b49d-4fab-aad1-c65ae57d7812 req-b9706066-fb19-4b0f-b4f6-db17074c0cdf tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510693 Apr 07 06:39:57.642494 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97f00fc-551c-47ed-9681-91c60e766ae3 None None] No DVR routers for this DVR port 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:39:57.688442 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.705520 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:57.715347 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:57.715645 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97100ed-d621-4c0f-ab3a-46fd7b0aa92f') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:39:57.728088 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (d97100ed-d621-4c0f-ab3a-46fd7b0aa92f), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.741014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (d97100ed-d621-4c0f-ab3a-46fd7b0aa92f), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.746523 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:39:57.746905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (d97100ed-d621-4c0f-ab3a-46fd7b0aa92f), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:39:57.748547 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:39:57.850967 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.855010 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:57.858429 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e HTTP/1.1" status: 204 len: 168 time: 0.6340153 Apr 07 06:39:57.871131 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23295a12-8a31-435d-8043-35e9b468534b admin admin] Pushing event deleted for resources: {'Network': ['ID=c856fd40-6b2e-4d1e-b08b-519dc6ed5e7e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:58.120263 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:58.141126 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:58.141469 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device e0e09c49-78fa-4d28-9c0d-a39a7e8dccdc not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:58.141878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 9baecd3f-e2da-4f73-a449-9c68af27e48c no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:58.159932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 9baecd3f-e2da-4f73-a449-9c68af27e48c {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:58.160280 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 9baecd3f-e2da-4f73-a449-9c68af27e48c not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:58.160696 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:39:58.179481 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:39:58.179859 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3c08d6a2-4eb0-45e8-a7f2-189fee65c5c8 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:39:58.274774 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49714) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:58.313244 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-94870593-2650-4573-a234-87512db8efa7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bf029a696e342f0b6f7818e2cdcd902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373645 Apr 07 06:39:58.315662 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49716) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:58.366378 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] Publish callbacks [] for security_group (2e8f7b55-1005-416a-b765-d286dca30c16), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:58.387417 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] Publish callbacks [] for security_group (2e8f7b55-1005-416a-b765-d286dca30c16), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:58.521782 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (2e8f7b55-1005-416a-b765-d286dca30c16), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:58.524359 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:58.525505 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e8f7b55-1005-416a-b765-d286dca30c16 HTTP/1.1" status: 204 len: 168 time: 0.2089369 Apr 07 06:39:58.533255 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe08fb-3c25-4a4f-bffb-05e7dd72738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8f7b55-1005-416a-b765-d286dca30c16,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:58.762624 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad728f7-15b1-4786-822c-ff8e28937abe req-90cdabdb-c914-467d-a4cf-34c42fe15f9e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:58.764119 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad728f7-15b1-4786-822c-ff8e28937abe req-90cdabdb-c914-467d-a4cf-34c42fe15f9e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0521131 Apr 07 06:39:58.814281 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-aad728f7-15b1-4786-822c-ff8e28937abe req-67386219-e830-421e-add1-5f91403ae70e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442886 Apr 07 06:39:59.167281 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49724) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:59.207016 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d02f1a6b-184c-4c1b-a2f6-fad27224bad1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15efb0719ab14d9ebfd788968fc100d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384848 Apr 07 06:39:59.209432 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49726) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:39:59.254060 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] Publish callbacks [] for security_group (1409319b-54fc-4ddf-8deb-6b1bb393b2cf), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:59.275105 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] Publish callbacks [] for security_group (1409319b-54fc-4ddf-8deb-6b1bb393b2cf), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:59.370931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (1409319b-54fc-4ddf-8deb-6b1bb393b2cf), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:59.373429 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:39:59.374564 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1409319b-54fc-4ddf-8deb-6b1bb393b2cf HTTP/1.1" status: 204 len: 168 time: 0.1636469 Apr 07 06:39:59.382409 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a901eda-7e9c-4f5e-8844-bcd063561f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1409319b-54fc-4ddf-8deb-6b1bb393b2cf,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:39:59.937603 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f01b44-2a7f-45f4-b4a2-0f7d0946877e req-bdf0a689-e3b3-4ae7-a2c7-7ab49b1dd3d4 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:39:59.939097 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7f01b44-2a7f-45f4-b4a2-0f7d0946877e req-bdf0a689-e3b3-4ae7-a2c7-7ab49b1dd3d4 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0598273 Apr 07 06:39:59.986881 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f7f01b44-2a7f-45f4-b4a2-0f7d0946877e req-d93e1e0b-55ff-46f4-99d7-a5cfdde7aa12 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420611 Apr 07 06:40:00.486153 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49750) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:00.578955 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1547326121-network', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:00.659207 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Made reservation on behalf of d9852c8d59554cdc966a35c3cd2fb0f0 for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:40:00.661593 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.670635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.742419 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks [] for security_group (3850c3cb-e787-4641-8d00-4313287b915e), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.810951 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3850c3cb-e787-4641-8d00-4313287b915e), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.838408 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:40:00.843559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3850c3cb-e787-4641-8d00-4313287b915e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:00.851020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (1988dc72-adc7-4c4d-9fc4-56b9019dda32), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.851020 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Added segment 1988dc72-adc7-4c4d-9fc4-56b9019dda32 of type vlan for network c2c0ebff-380e-47e4-a77f-d3b7671e851e Apr 07 06:40:00.889174 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (c2c0ebff-380e-47e4-a77f-d3b7671e851e), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.982556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (c2c0ebff-380e-47e4-a77f-d3b7671e851e), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:00.983523 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:00.984192 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.043965 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] Pushing event updated for resources: {'Network': ['ID=c2c0ebff-380e-47e4-a77f-d3b7671e851e,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:01.054390 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:40:01.107304 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cda70d-38c1-4d39-9dae-4bf9cdb40bba req-7076b982-c4bc-4b4c-9501-a1bb05d27c2f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:01.108841 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20cda70d-38c1-4d39-9dae-4bf9cdb40bba req-7076b982-c4bc-4b4c-9501-a1bb05d27c2f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0557606 Apr 07 06:40:01.120660 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-3100a1f0-0180-4c09-85ff-58c08a01da3d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6330690 Apr 07 06:40:01.123140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49756) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:01.127787 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Request body: {'subnet': {'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1547326121-subnet', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:01.159189 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-20cda70d-38c1-4d39-9dae-4bf9cdb40bba req-3e379988-4597-452a-a8df-f5ca0299b070 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447686 Apr 07 06:40:01.207587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Made reservation on behalf of d9852c8d59554cdc966a35c3cd2fb0f0 for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:40:01.210071 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.436523 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (255331ac-4706-4d96-b656-83f58f91c9a3), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.492460 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Pushing event updated for resources: {'Subnet': ['ID=255331ac-4706-4d96-b656-83f58f91c9a3,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:01.499492 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:01.499892 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Network hostable DHCP agents. Network: c2c0ebff-380e-47e4-a77f-d3b7671e851e, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:40:01.572750 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:40:01.641705 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, c2c0ebff-380e-47e4-a77f-d3b7671e851e) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:01.645563 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:01.646160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.651360 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e156a432-d2f3-4268-bc0f-6574c46e871e None None] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:40:01.742291 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-9eae1c29-82c6-4cd3-aa45-b0664671601e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6181648 Apr 07 06:40:01.745601 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49758) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:01.749680 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:40:01.750557 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.750783 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:01.847986 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (44f27d24-4482-40a4-adb3-4262362f8012), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.849383 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (44f27d24-4482-40a4-adb3-4262362f8012), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:01.880157 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Allocated IP 172.20.0.2 (c2c0ebff-380e-47e4-a77f-d3b7671e851e/255331ac-4706-4d96-b656-83f58f91c9a3/fc228faf-20f6-4f17-b4e2-f434c56dca31) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:01.904742 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for router_controller (44f27d24-4482-40a4-adb3-4262362f8012), precommit_add_association {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.019344 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks [] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.088319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.122836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for router_gateway (44f27d24-4482-40a4-adb3-4262362f8012), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.126661 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:02.129645 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:02.133076 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:02.139832 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Pushing event updated for resources: {'Port': ['ID=fc228faf-20f6-4f17-b4e2-f434c56dca31,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:02.189923 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Attempting to bind port fc228faf-20f6-4f17-b4e2-f434c56dca31 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:02.190302 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Attempting to bind port fc228faf-20f6-4f17-b4e2-f434c56dca31 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:02.190666 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Attempting to bind port fc228faf-20f6-4f17-b4e2-f434c56dca31 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:02.196180 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:02.196551 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:02.196951 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.197336 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Bound using segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:02.197790 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Bound port: fc228faf-20f6-4f17-b4e2-f434c56dca31, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:02.198168 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.261824 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] For port fc228faf-20f6-4f17-b4e2-f434c56dca31, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:02.264999 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] For port fc228faf-20f6-4f17-b4e2-f434c56dca31, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=fc228faf-20f6-4f17-b4e2-f434c56dca31,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:02.309852 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e2ca2-002f-467e-9c03-59c39c65e67f req-bc9b7aaa-1e3c-421f-b790-8ece88e1d3c7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:02.311303 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-437e2ca2-002f-467e-9c03-59c39c65e67f req-bc9b7aaa-1e3c-421f-b790-8ece88e1d3c7 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 944 time: 0.0676193 Apr 07 06:40:02.350768 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.413119 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6afab2-05cf-4035-870f-23b2b2c75a35 None None] Pushing event updated for resources: {'Port': ['ID=fc228faf-20f6-4f17-b4e2-f434c56dca31,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:02.437773 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-437e2ca2-002f-467e-9c03-59c39c65e67f req-8b683dc1-fd7f-4d78-b153-5a6142d8886a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202607 Apr 07 06:40:02.483613 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for router_gateway (44f27d24-4482-40a4-adb3-4262362f8012), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.502696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.627155 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Allocated IP 172.27.3.168 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/c7d26db5-c820-4aaa-8457-1b36fcbb509c) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:02.725103 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.828656 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:02.870849 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:02.875907 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:02.878468 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:02.882271 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Pushing event updated for resources: {'Port': ['ID=c7d26db5-c820-4aaa-8457-1b36fcbb509c,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:03.109742 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:40:03.213418 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:03.226315 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'port_id': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'mac_address': 'fa:16:3e:9c:44:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:40:03.237463 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for router_gateway (44f27d24-4482-40a4-adb3-4262362f8012), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.269371 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:03.269774 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.282892 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1844880c-a8e9-47b1-952c-6c8fa7ae6278 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:40:03.304709 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a173741-e6a5-43a8-a144-351ba5e7f4bc None None] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:40:03.307721 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:03.403986 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.432815 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Provisioning complete for port fc228faf-20f6-4f17-b4e2-f434c56dca31 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:03.433199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.497572 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=7']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:03.556675 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Current status of the port fc228faf-20f6-4f17-b4e2-f434c56dca31 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:03.557114 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.598294 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] For port fc228faf-20f6-4f17-b4e2-f434c56dca31, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=fc228faf-20f6-4f17-b4e2-f434c56dca31,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:03.664607 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['1844880c-a8e9-47b1-952c-6c8fa7ae6278'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:40:03.686009 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.759982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fcd9b-2575-47db-9b36-ca4209777e27 None None] Pushing event updated for resources: {'Port': ['ID=fc228faf-20f6-4f17-b4e2-f434c56dca31,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:03.765075 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (44f27d24-4482-40a4-adb3-4262362f8012), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.775063 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23109a6-884c-4ce9-8fd8-374dc4ae9274 req-fa36235f-ba54-4919-852e-aee4e892813a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:03.776590 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f23109a6-884c-4ce9-8fd8-374dc4ae9274 req-fa36235f-ba54-4919-852e-aee4e892813a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 945 time: 0.0712903 Apr 07 06:40:03.833410 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-63ca2c18-8a08-437d-bd3c-ac3214af40eb None None] Provisioning complete for port fc228faf-20f6-4f17-b4e2-f434c56dca31 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:03.833789 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-63ca2c18-8a08-437d-bd3c-ac3214af40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:03.899462 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f23109a6-884c-4ce9-8fd8-374dc4ae9274 req-9c465de8-e2b4-4144-9dd1-74d2ef63133a tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0868256 Apr 07 06:40:03.968585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2c18-8a08-437d-bd3c-ac3214af40eb None None] Current status of the port fc228faf-20f6-4f17-b4e2-f434c56dca31 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:04.033903 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Router 44f27d24-4482-40a4-adb3-4262362f8012 is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103956) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:40:04.139365 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device fc228faf-20f6-4f17-b4e2-f434c56dca31 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:04.144553 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:40:04.165554 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:40:04.188126 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:04.188751 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:04.220804 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.222144 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-a3435471-b7d2-4232-b5de-beff0bb81248 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4752228 Apr 07 06:40:04.226624 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49764) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:04.246218 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port fc228faf-20f6-4f17-b4e2-f434c56dca31 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:04.246547 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.461718 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:04.587997 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port fc228faf-20f6-4f17-b4e2-f434c56dca31 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:04.649031 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.668577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:03Z', 'revision_number': 3, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:04.696238 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:40:04.703960 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Updating router 44f27d24-4482-40a4-adb3-4262362f8012 port c7d26db5-c820-4aaa-8457-1b36fcbb509c binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:40:04.723888 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.800953 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Allocated IP 172.20.0.1 (c2c0ebff-380e-47e4-a77f-d3b7671e851e/255331ac-4706-4d96-b656-83f58f91c9a3/f51d9312-4abb-4963-9837-72e9c50e727d) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:04.900241 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks [] for port (f51d9312-4abb-4963-9837-72e9c50e727d), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.974678 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks [] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:04.988454 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.018228 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c2fdf-ca6c-469f-a90d-6fe3356472bf req-a8132a1c-3738-4641-ba7f-2e8f03f6c53e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:05.019722 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca7c2fdf-ca6c-469f-a90d-6fe3356472bf req-a8132a1c-3738-4641-ba7f-2e8f03f6c53e tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Apr 07 06:40:05.023509 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:05.026305 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:05.028840 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:05.066267 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:05.070738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.084122 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (44f27d24-4482-40a4-adb3-4262362f8012), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.094030 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ca7c2fdf-ca6c-469f-a90d-6fe3356472bf req-4bed874a-2396-4532-8626-e0472e9bbd38 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621645 Apr 07 06:40:05.128686 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:05.135772 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Attempting to bind port c7d26db5-c820-4aaa-8457-1b36fcbb509c on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:05.136156 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Attempting to bind port c7d26db5-c820-4aaa-8457-1b36fcbb509c by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:05.136520 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Attempting to bind port c7d26db5-c820-4aaa-8457-1b36fcbb509c on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:05.164786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d108ee-6d7b-4c52-8561-f1a84c071569 None None] Pushing event updated for resources: {'Port': ['ID=c7d26db5-c820-4aaa-8457-1b36fcbb509c,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:05.174116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:05.174726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:05.175151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.175635 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:05.176158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Bound port: c7d26db5-c820-4aaa-8457-1b36fcbb509c, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:05.176554 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.250194 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] For port c7d26db5-c820-4aaa-8457-1b36fcbb509c, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:05.252154 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:05.252533 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.254930 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] For port c7d26db5-c820-4aaa-8457-1b36fcbb509c, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c7d26db5-c820-4aaa-8457-1b36fcbb509c,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:05.301746 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.306879 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-4e4b814c-418b-4630-8eb0-3a9d413fca00 None None] Provisioning complete for port f51d9312-4abb-4963-9837-72e9c50e727d triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:05.307266 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4e4b814c-418b-4630-8eb0-3a9d413fca00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.354796 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.403247 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-4e4b814c-418b-4630-8eb0-3a9d413fca00 None None] Port f51d9312-4abb-4963-9837-72e9c50e727d cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:05.413858 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:05.414251 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.448637 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d108ee-6d7b-4c52-8561-f1a84c071569 None None] Pushing event updated for resources: {'Port': ['ID=c7d26db5-c820-4aaa-8457-1b36fcbb509c,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:05.452199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:05.452822 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:05.460532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:40:05.462717 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks [] for port (f51d9312-4abb-4963-9837-72e9c50e727d), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.462856 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a71aae-736f-4612-b8fa-0a68922843bb" -d '{"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-plugged", "status": "completed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:40:05.503272 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec138e37-f664-458b-b90f-6899f2590eaf x-openstack-request-id: req-ec138e37-f664-458b-b90f-6899f2590eaf {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:40:05.503568 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-plugged", "status": "completed", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:40:05.503855 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec138e37-f664-458b-b90f-6899f2590eaf {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:40:05.504254 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec138e37-f664-458b-b90f-6899f2590eaf'] response: {'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'code': 200} Apr 07 06:40:05.510586 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:05.542612 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.570358 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.603270 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:05.611297 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (44f27d24-4482-40a4-adb3-4262362f8012), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:05.613210 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Pushing event updated for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:05.657983 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=8']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:05.708438 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:05.709830 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:05.848591 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:04Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:05.876457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d39982d-5dfa-47c6-b1b1-7c34e6ed1087 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:04Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:40:06.027700 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b60bfa0c-a884-4772-b8df-b1f2c73d00e5 None None] Provisioning complete for port f51d9312-4abb-4963-9837-72e9c50e727d triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:06.028112 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b60bfa0c-a884-4772-b8df-b1f2c73d00e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:06.065104 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b60bfa0c-a884-4772-b8df-b1f2c73d00e5 None None] Port f51d9312-4abb-4963-9837-72e9c50e727d cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:06.126609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:40:06.128592 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a4aca5-fe9f-4314-ae45-ffc399eb62bb req-d48f4a54-c592-4de6-a6d9-944c80ad499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:06.130147 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-54a4aca5-fe9f-4314-ae45-ffc399eb62bb req-d48f4a54-c592-4de6-a6d9-944c80ad499f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.3209233 Apr 07 06:40:06.213375 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991abe1-e1b3-4560-bad7-21af93ce45b7 req-7ca50078-fa0d-4a10-9782-fc752263936c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:06.215773 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f991abe1-e1b3-4560-bad7-21af93ce45b7 req-7ca50078-fa0d-4a10-9782-fc752263936c tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0565789 Apr 07 06:40:06.254940 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-54a4aca5-fe9f-4314-ae45-ffc399eb62bb req-7446fbea-1bb4-461d-9d7e-c97ca5f12228 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121626 Apr 07 06:40:06.271827 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f991abe1-e1b3-4560-bad7-21af93ce45b7 req-693f78f6-b580-4345-9423-33105123d24f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498140 Apr 07 06:40:06.279451 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:40:06.284502 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-770f23cd-71ec-4f79-97ab-d96d960f0d03 admin admin] 10.222.0.24 "PUT /v2.0/routers/44f27d24-4482-40a4-adb3-4262362f8012/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0568299 Apr 07 06:40:06.985036 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.033213 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49786) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:07.038113 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1506676991-network', 'tenant_id': '25fd1d37dad74476936af856fce4db1e'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:07.138889 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Made reservation on behalf of 25fd1d37dad74476936af856fce4db1e for: {'network': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:40:07.141224 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for network (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.149697 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.220028 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks [] for security_group (aea9aff9-8a3c-46f1-85aa-868a593dd3aa), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.316150 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (aea9aff9-8a3c-46f1-85aa-868a593dd3aa), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.343638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103955) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 07 06:40:07.353689 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9aff9-8a3c-46f1-85aa-868a593dd3aa,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:07.359708 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (25685dd7-2e37-4ef8-bcc6-d4b807b8ed01), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.360154 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.segments_db [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Added segment 25685dd7-2e37-4ef8-bcc6-d4b807b8ed01 of type vlan for network 72a3763f-6fd1-4279-8c17-c36a134db8dd Apr 07 06:40:07.402641 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751296199226'] for network (72a3763f-6fd1-4279-8c17-c36a134db8dd), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.406453 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185fbecc-e8e5-42df-bf72-73c1fc17f631 req-ed969df8-5322-4663-858e-826af4bdf179 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:07.407963 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-185fbecc-e8e5-42df-bf72-73c1fc17f631 req-ed969df8-5322-4663-858e-826af4bdf179 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0536692 Apr 07 06:40:07.455872 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-185fbecc-e8e5-42df-bf72-73c1fc17f631 req-1be34699-4821-432e-b91d-19dd1f365c8f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415769 Apr 07 06:40:07.510825 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071'] for network (72a3763f-6fd1-4279-8c17-c36a134db8dd), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.511823 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:07.512406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.573627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] Pushing event updated for resources: {'Network': ['ID=72a3763f-6fd1-4279-8c17-c36a134db8dd,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:07.584004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd details requested by agent ovs-agent-dv-cinder-831776-6-iscsi with host dv-cinder-831776-6-iscsi {{(pid=103957) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 07 06:40:07.638614 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-523820fd-c8f9-4f7f-af48-832a3e69dc48 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6042123 Apr 07 06:40:07.641340 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49790) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:07.646750 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Request body: {'subnet': {'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1506676991-subnet', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'ip_version': 4}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:07.738660 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Made reservation on behalf of 25fd1d37dad74476936af856fce4db1e for: {'subnet': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:40:07.742026 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8516605'] for subnet (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:07.809902 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:40:07.821293 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:07.821905 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:07.930787 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:08.030793 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10441821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8516579'] for subnet (1ad91e16-9783-4fbe-b03f-3bf066bc0602), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.086058 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad91e16-9783-4fbe-b03f-3bf066bc0602,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:08.094315 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Checking segment: {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:08.094673 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Network hostable DHCP agents. Network: 72a3763f-6fd1-4279-8c17-c36a134db8dd, hostable agents: ['373387fe-1341-4087-b32a-49b8db93eb56'], hosted agents: [] {{(pid=103955) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 07 06:40:08.152794 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c7d26db5-c820-4aaa-8457-1b36fcbb509c up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:08.177391 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd is scheduled to be hosted by DHCP agent 373387fe-1341-4087-b32a-49b8db93eb56 with binding_index 1 {{(pid=103955) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 07 06:40:08.201035 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port c7d26db5-c820-4aaa-8457-1b36fcbb509c triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:08.201328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.213649 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 2, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:08.242368 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:40:08.242727 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Updating router 44f27d24-4482-40a4-adb3-4262362f8012 port f51d9312-4abb-4963-9837-72e9c50e727d binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:40:08.264881 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831776-6-iscsi, 72a3763f-6fd1-4279-8c17-c36a134db8dd) {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:08.271558 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:08.271736 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.272768 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.278173 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7383b5-0abd-4bc1-9250-1d5bad106cb6 None None] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:40:08.319102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port c7d26db5-c820-4aaa-8457-1b36fcbb509c is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:08.319495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.341864 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e1394e6e-30c2-41a2-b0a9-3e7cbc9e2d40 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6992798 Apr 07 06:40:08.344467 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49792) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:08.349139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:08.349627 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port c7d26db5-c820-4aaa-8457-1b36fcbb509c, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c7d26db5-c820-4aaa-8457-1b36fcbb509c,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:08.398393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp10698312-471e-5c34-bd83-38214768dcbb-72a3763f-6fd1-4279-8c17-c36a134db8dd', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'project_id': '25fd1d37dad74476936af856fce4db1e', 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602'}]}} from dv-cinder-831776-6-iscsi. {{(pid=103957) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 07 06:40:08.399365 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.416148 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.434152 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-682499', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8159'] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.435238 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-682899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-758531', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-653671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8134'] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.488550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for router_controller (0ac7176c-9a03-48a4-abf2-c4501bbb453c), precommit_add_association {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.525926 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=c7d26db5-c820-4aaa-8457-1b36fcbb509c,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:08.542589 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks [] for port (f51d9312-4abb-4963-9837-72e9c50e727d), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.582337 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.db_base_plugin_common [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Allocated IP 172.20.0.2 (72a3763f-6fd1-4279-8c17-c36a134db8dd/1ad91e16-9783-4fbe-b03f-3bf066bc0602/b573229c-dc28-4d7d-bfb0-96684245d0dd) {{(pid=103957) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:08.592814 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdac349-5bd3-4c74-aa18-78761c29bcee req-f705fcc1-ca77-4325-b203-f405d17a088d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:08.594325 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bdac349-5bd3-4c74-aa18-78761c29bcee req-f705fcc1-ca77-4325-b203-f405d17a088d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0618918 Apr 07 06:40:08.636583 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.646971 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3bdac349-5bd3-4c74-aa18-78761c29bcee req-3195ddb4-5412-45a5-9db1-3e68eacaf749 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447156 Apr 07 06:40:08.693171 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Pushing event updated for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:08.701566 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for router_gateway (0ac7176c-9a03-48a4-abf2-c4501bbb453c), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.701803 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.703834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.703834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.703834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.703834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.703834 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.704424 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.704541 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.704839 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.705169 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.705499 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.705844 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.706177 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.706503 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.706966 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103958) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:08.747762 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks [] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), precommit_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.789390 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Attempting to bind port f51d9312-4abb-4963-9837-72e9c50e727d on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:08.789390 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Attempting to bind port f51d9312-4abb-4963-9837-72e9c50e727d by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:08.789390 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Attempting to bind port f51d9312-4abb-4963-9837-72e9c50e727d on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:08.791206 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:08.791585 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:08.792029 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.792426 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Bound using segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:08.792899 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Bound port: f51d9312-4abb-4963-9837-72e9c50e727d, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:08.793283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.802436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), after_create {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.844048 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd is already hosted by enough agents. {{(pid=103957) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:08.848116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.scheduler.base_scheduler [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Resources bound (agent type, host, resource id): {{(pid=103957) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:08.850809 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Received port after_create {{(pid=103957) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:08.871266 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] For port f51d9312-4abb-4963-9837-72e9c50e727d, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:08.878343 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] For port f51d9312-4abb-4963-9837-72e9c50e727d, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f51d9312-4abb-4963-9837-72e9c50e727d,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:08.905532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Pushing event updated for resources: {'Port': ['ID=b573229c-dc28-4d7d-bfb0-96684245d0dd,revision_number=1']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:08.922859 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Attempting to bind port b573229c-dc28-4d7d-bfb0-96684245d0dd on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:08.923233 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Attempting to bind port b573229c-dc28-4d7d-bfb0-96684245d0dd by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:08.923601 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Attempting to bind port b573229c-dc28-4d7d-bfb0-96684245d0dd on network 72a3763f-6fd1-4279-8c17-c36a134db8dd {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:08.928781 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.929295 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:08.930738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Checking segment: {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:08.930738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.930738 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Bound using segment: {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:08.931045 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Bound port: b573229c-dc28-4d7d-bfb0-96684245d0dd, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:08.931697 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:08.979795 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:08.980433 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:09.007061 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] For port b573229c-dc28-4d7d-bfb0-96684245d0dd, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:09.010433 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] For port b573229c-dc28-4d7d-bfb0-96684245d0dd, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=b573229c-dc28-4d7d-bfb0-96684245d0dd,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:09.014204 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for router_gateway (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.027725 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Provisioning complete for port f51d9312-4abb-4963-9837-72e9c50e727d triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:09.028393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.034146 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.046419 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa894-aeb0-4b58-9f44-d74989996606 None None] Pushing event updated for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:09.111991 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.128145 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:09.172653 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Current status of the port f51d9312-4abb-4963-9837-72e9c50e727d is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:09.173683 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.188527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Allocated IP 172.27.3.35 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/0ed96263-6e15-423f-a40c-01d0b9bb1bdb) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:09.216349 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eed2bc8-141f-47c3-9929-df6842dadb11 None None] Pushing event updated for resources: {'Port': ['ID=b573229c-dc28-4d7d-bfb0-96684245d0dd,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:09.247492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] For port f51d9312-4abb-4963-9837-72e9c50e727d, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f51d9312-4abb-4963-9837-72e9c50e727d,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:09.316101 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.331996 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.380723 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:09.386236 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a825bc-09f6-4680-8816-a36ed6e3ea40 None None] Pushing event updated for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:09.413085 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f815aa-7823-44f0-9391-2ca857915b1f None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:40:09.440041 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.448756 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-3f2b23b6-d25d-47ba-b32e-a4c3810b037c None None] Provisioning complete for port f51d9312-4abb-4963-9837-72e9c50e727d triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:09.449436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f2b23b6-d25d-47ba-b32e-a4c3810b037c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:09.482907 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:09.486893 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:09.491957 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:09.533304 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Pushing event updated for resources: {'Port': ['ID=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:09.692708 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-3f2b23b6-d25d-47ba-b32e-a4c3810b037c None None] Current status of the port f51d9312-4abb-4963-9837-72e9c50e727d is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:09.885132 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for router_gateway (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.099134 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-682890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-758482'] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.265205 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f51d9312-4abb-4963-9837-72e9c50e727d up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:10.285359 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Router 0ac7176c-9a03-48a4-abf2-c4501bbb453c is scheduled to L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 with binding_index 1 {{(pid=103955) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 07 06:40:10.288807 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a67e08-2d48-4c3c-be46-5c179e1df523 None None] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:40:10.373297 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Provisioning complete for port b573229c-dc28-4d7d-bfb0-96684245d0dd triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:10.373681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.398406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:40:10.412828 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Sync routers for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:40:10.433104 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port f51d9312-4abb-4963-9837-72e9c50e727d triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:10.433486 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.481599 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:10.482235 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:10.493687 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.499287 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-e0a5550a-e98a-4df6-813b-3397a1ce200e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1492798 Apr 07 06:40:10.499287 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49798) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:10.669831 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Current status of the port b573229c-dc28-4d7d-bfb0-96684245d0dd is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:10.670328 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.678902 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:10.742953 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port f51d9312-4abb-4963-9837-72e9c50e727d is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:10.744073 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device b573229c-dc28-4d7d-bfb0-96684245d0dd up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:10.847466 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] For port b573229c-dc28-4d7d-bfb0-96684245d0dd, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=b573229c-dc28-4d7d-bfb0-96684245d0dd,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:10.890502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port b573229c-dc28-4d7d-bfb0-96684245d0dd triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:10.890805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.930216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:10.931081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.011648 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec803b8-5b48-44f5-b895-6617a47e0d73 None None] Pushing event updated for resources: {'Port': ['ID=b573229c-dc28-4d7d-bfb0-96684245d0dd,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:11.049721 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 3, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:11.082448 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Allocated IP 172.20.0.1 (72a3763f-6fd1-4279-8c17-c36a134db8dd/1ad91e16-9783-4fbe-b03f-3bf066bc0602/771faa53-5fa0-4813-a066-7e9c4718a5b5) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:11.088757 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Checking router: 0ac7176c-9a03-48a4-abf2-c4501bbb453c for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:40:11.089124 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Updating router 0ac7176c-9a03-48a4-abf2-c4501bbb453c port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb binding host dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:40:11.115158 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port b573229c-dc28-4d7d-bfb0-96684245d0dd is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:11.116231 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c7d26db5-c820-4aaa-8457-1b36fcbb509c up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:11.119335 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-2fef6457-befb-4dfc-9413-cfd65e60f602 None None] Provisioning complete for port b573229c-dc28-4d7d-bfb0-96684245d0dd triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:11.119766 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2fef6457-befb-4dfc-9413-cfd65e60f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.165504 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.185635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks [] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.276642 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.312239 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:11.316014 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port c7d26db5-c820-4aaa-8457-1b36fcbb509c triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:11.316461 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.319762 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:11.323531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:11.329121 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Pushing event updated for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:11.374792 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-758275'] for router_interface (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.400174 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-2fef6457-befb-4dfc-9413-cfd65e60f602 None None] Current status of the port b573229c-dc28-4d7d-bfb0-96684245d0dd is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:11.499421 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port c7d26db5-c820-4aaa-8457-1b36fcbb509c is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:11.555399 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks [] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), precommit_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.583561 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.620863 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.624655 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-d98fa5c8-054e-44f0-aca1-1218f3db4c10 None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:11.629726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d98fa5c8-054e-44f0-aca1-1218f3db4c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.703759 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981695-cf3f-4816-a257-796e8c944a33 None None] Pushing event updated for resources: {'Port': ['ID=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,revision_number=2']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:11.708313 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Attempting to bind port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:11.708756 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Attempting to bind port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:11.709179 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Attempting to bind port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb on network 572cb5df-3536-4baa-9d30-03afe1d18286 {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:11.716884 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:11.717262 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Checking segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103957) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:11.717662 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.718044 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Bound using segment: {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'} {{(pid=103957) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:11.718508 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.managers [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Bound port: 0ed96263-6e15-423f-a40c-01d0b9bb1bdb, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b51f48-0aa7-4416-a460-2b722896b8a4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286'}}] {{(pid=103957) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:11.718887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.720378 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-d98fa5c8-054e-44f0-aca1-1218f3db4c10 None None] Port 771faa53-5fa0-4813-a066-7e9c4718a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:11.753486 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks [] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.770320 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] For port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103957) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:11.773356 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] For port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:11.853024 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.885057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:11.922984 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Pushing event updated for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:11.925470 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-567085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-759187'] for router_interface (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:12.023426 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:12.024908 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:12.073403 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:12.074063 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:12.123181 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e981695-cf3f-4816-a257-796e8c944a33 None None] Pushing event updated for resources: {'Port': ['ID=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,revision_number=3']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:12.157715 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Router 0ac7176c-9a03-48a4-abf2-c4501bbb453c has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:40:12.169314 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device b573229c-dc28-4d7d-bfb0-96684245d0dd up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:12.230610 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:12.273022 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port b573229c-dc28-4d7d-bfb0-96684245d0dd triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:12.273394 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:12.275912 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:40:12.280957 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-bc91242b-3318-4018-aff5-c3303879d15d admin admin] 10.222.0.24 "PUT /v2.0/routers/0ac7176c-9a03-48a4-abf2-c4501bbb453c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7822661 Apr 07 06:40:12.398609 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-ca28b10d-998e-40e3-a1b9-e023251dff47 None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:12.399145 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ca28b10d-998e-40e3-a1b9-e023251dff47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:12.481841 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-ca28b10d-998e-40e3-a1b9-e023251dff47 None None] Port 771faa53-5fa0-4813-a066-7e9c4718a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:12.518729 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port b573229c-dc28-4d7d-bfb0-96684245d0dd is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:12.545354 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '771faa53-5fa0-4813-a066-7e9c4718a5b5', 'name': '', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'mac_address': 'fa:16:3e:22:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:10Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 2, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'subnets': [{'id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:12.575532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8c3eed-efc6-41fa-8901-b2e1fa5b8010 None None] The sync data for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi is: [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '771faa53-5fa0-4813-a066-7e9c4718a5b5', 'name': '', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'mac_address': 'fa:16:3e:22:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:10Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 2, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'subnets': [{'id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:40:13.098050 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49806) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:13.103318 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1718537180', 'description': 'tempest-secgroup-smoke-1718537180 description', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:13.202075 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.274090 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (e225e44a-437e-42d6-aad4-519a5554799c), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.344474 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e225e44a-437e-42d6-aad4-519a5554799c), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.378092 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e225e44a-437e-42d6-aad4-519a5554799c,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:13.476114 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.483733 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4a601c22-7667-4c4b-a3b2-40a932ca5b02 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3784125 Apr 07 06:40:13.483733 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49808) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:13.484772 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:13.573401 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (8ff5346a-01c4-4389-8f61-99ff215dd5eb), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.634916 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (8ff5346a-01c4-4389-8f61-99ff215dd5eb), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.710992 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (8ff5346a-01c4-4389-8f61-99ff215dd5eb), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.731652 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff5346a-01c4-4389-8f61-99ff215dd5eb,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:13.798240 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.799543 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-8849f15c-b9c7-436a-b540-f6a1c7884d49 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181834 Apr 07 06:40:13.802214 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49810) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:13.807148 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:13.891846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (84bf4df2-860f-4e32-9670-808d64f4933b), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:13.950082 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (84bf4df2-860f-4e32-9670-808d64f4933b), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.012871 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (84bf4df2-860f-4e32-9670-808d64f4933b), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.031206 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bf4df2-860f-4e32-9670-808d64f4933b,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:14.129557 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.131680 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-cdc3df30-22a6-49bc-abb5-d47caf7aa389 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274052 Apr 07 06:40:14.134369 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49812) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:14.139035 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:14.155221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0ed96263-6e15-423f-a40c-01d0b9bb1bdb up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:14.203416 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:14.203905 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.232694 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (37b5d332-fb5c-4a96-bf79-af5dc348cd50), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.284347 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:14.284771 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.291097 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (37b5d332-fb5c-4a96-bf79-af5dc348cd50), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.306618 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] For port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:14.350601 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (37b5d332-fb5c-4a96-bf79-af5dc348cd50), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.369603 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37b5d332-fb5c-4a96-bf79-af5dc348cd50,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:14.378618 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.424672 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Pushing event updated for resources: {'Port': ['ID=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:14.437632 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.437632 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-53c238a4-e36b-4802-b48d-dc4182d13419 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2981915 Apr 07 06:40:14.437632 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49814) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:14.440867 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:14.468068 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Sync routers for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:40:14.478999 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:14.479605 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:14.526531 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (558bb196-2431-4d7b-96e5-fd1438865244), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.585000 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (558bb196-2431-4d7b-96e5-fd1438865244), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.586992 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:14.664595 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (558bb196-2431-4d7b-96e5-fd1438865244), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.682018 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558bb196-2431-4d7b-96e5-fd1438865244,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:14.758161 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.759411 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-98b065c1-2b0c-462e-b63b-97c882f64a58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219063 Apr 07 06:40:14.762354 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49816) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:14.769348 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:14.792862 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '771faa53-5fa0-4813-a066-7e9c4718a5b5', 'name': '', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'mac_address': 'fa:16:3e:22:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:10Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 2, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'subnets': [{'id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:14.818549 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Checking router: 0ac7176c-9a03-48a4-abf2-c4501bbb453c for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:40:14.818905 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Updating router 0ac7176c-9a03-48a4-abf2-c4501bbb453c port 771faa53-5fa0-4813-a066-7e9c4718a5b5 binding host dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 07 06:40:14.845103 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.856825 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.securitygroups_db [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Project d9852c8d59554cdc966a35c3cd2fb0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:40:14.861735 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (1cf19efc-7336-4183-b8e3-fe11f732a61f), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.918959 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (1cf19efc-7336-4183-b8e3-fe11f732a61f), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:14.994020 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (1cf19efc-7336-4183-b8e3-fe11f732a61f), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.013875 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf19efc-7336-4183-b8e3-fe11f732a61f,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:15.082014 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.083212 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-9b331055-f61a-417f-b5b9-e2db1fdb72bb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3196030 Apr 07 06:40:15.086152 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 49818) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:15.091436 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'security_group_rule': {'security_group_id': 'e225e44a-437e-42d6-aad4-519a5554799c', 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:15.179157 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.securitygroups_db [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Project d9852c8d59554cdc966a35c3cd2fb0f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 07 06:40:15.184348 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (11b349d8-f04c-496b-a800-281814264b75), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.191694 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks [] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), precommit_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.241718 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (11b349d8-f04c-496b-a800-281814264b75), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.275929 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.324597 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630e628-3b25-4cda-a3a8-7fb05381d9e1 None None] Pushing event updated for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=3']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:15.350342 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593046'] for security_group_rule (11b349d8-f04c-496b-a800-281814264b75), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.370897 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b349d8-f04c-496b-a800-281814264b75,revision_number=0']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:15.381890 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Attempting to bind port 771faa53-5fa0-4813-a066-7e9c4718a5b5 on host dv-cinder-831776-6-iscsi for vnic_type normal with profile {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:15.382267 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Attempting to bind port 771faa53-5fa0-4813-a066-7e9c4718a5b5 by drivers openvswitch,hyperv on host dv-cinder-831776-6-iscsi at level 0 using segments [{'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:15.382627 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Attempting to bind port 771faa53-5fa0-4813-a066-7e9c4718a5b5 on network 72a3763f-6fd1-4279-8c17-c36a134db8dd {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:15.388117 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Checking agent: {'id': 'c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831776-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 18, 24), 'started_at': datetime.datetime(2022, 4, 7, 6, 18, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831776-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:15.394283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Checking segment: {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103958) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:15.394283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.394283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Bound using segment: {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'} {{(pid=103958) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:15.394283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.managers [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Bound port: 771faa53-5fa0-4813-a066-7e9c4718a5b5, host: dv-cinder-831776-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd'}}] {{(pid=103958) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:15.394283 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), before_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.444313 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.445562 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-d87df53c-8b07-4aaa-bd36-005ed3f9a42b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3577507 Apr 07 06:40:15.458462 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] For port 771faa53-5fa0-4813-a066-7e9c4718a5b5, host dv-cinder-831776-6-iscsi, cleared binding levels {{(pid=103958) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:15.462196 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.plugins.ml2.db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] For port 771faa53-5fa0-4813-a066-7e9c4718a5b5, host dv-cinder-831776-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=771faa53-5fa0-4813-a066-7e9c4718a5b5,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103958) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:15.520407 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-cbd6b0da-0fe3-423a-8416-42007562254d None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:15.520875 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b0da-0fe3-423a-8416-42007562254d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.533713 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron_lib.callbacks.manager [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_update {{(pid=103958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.555150 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-cbd6b0da-0fe3-423a-8416-42007562254d None None] Port 771faa53-5fa0-4813-a066-7e9c4718a5b5 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:15.594849 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:15.595463 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:39:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:15.635669 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630e628-3b25-4cda-a3a8-7fb05381d9e1 None None] Pushing event updated for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=4']} {{(pid=103958) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:15.725076 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:15.876389 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:15.876656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.930220 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '771faa53-5fa0-4813-a066-7e9c4718a5b5', 'name': '', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'mac_address': 'fa:16:3e:22:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:10Z', 'updated_at': '2022-04-07T06:40:15Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'subnets': [{'id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:15.956289 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf20505d-1aa1-431e-87ce-c2749d7e4670 None None] The sync data for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi is: [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:40:11Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': '771faa53-5fa0-4813-a066-7e9c4718a5b5', 'name': '', 'network_id': '72a3763f-6fd1-4279-8c17-c36a134db8dd', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'mac_address': 'fa:16:3e:22:7c:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:10Z', 'updated_at': '2022-04-07T06:40:15Z', 'revision_number': 4, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'subnets': [{'id': '1ad91e16-9783-4fbe-b03f-3bf066bc0602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:40:15.959261 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Current status of the port 771faa53-5fa0-4813-a066-7e9c4718a5b5 is: DOWN; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:15.959261 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:15.990812 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] For port 771faa53-5fa0-4813-a066-7e9c4718a5b5, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=771faa53-5fa0-4813-a066-7e9c4718a5b5,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:16.055940 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:16.111872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf578c0-bbcc-4828-a229-47f2b9ae6736 None None] Pushing event updated for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:16.178401 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 771faa53-5fa0-4813-a066-7e9c4718a5b5 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:16.233121 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:16.233501 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:16.327668 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 771faa53-5fa0-4813-a066-7e9c4718a5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:16.328950 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0ed96263-6e15-423f-a40c-01d0b9bb1bdb up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:16.387994 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:16.388373 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:16.470944 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:18.139082 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 771faa53-5fa0-4813-a066-7e9c4718a5b5 up at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:18.192443 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Provisioning complete for port 771faa53-5fa0-4813-a066-7e9c4718a5b5 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:18.192817 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:18.259796 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1d92db13-7b3c-4c13-8647-5dc8f67018fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:18.273980 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Current status of the port 771faa53-5fa0-4813-a066-7e9c4718a5b5 is: ACTIVE; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:20.681451 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c4df479d-5e08-4d57-b195-0d6c82c4bc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:21.959223 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:22.919339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:23.452798 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:40:24.521404 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:32.218802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-d6817532-d0e8-42be-a0ee-a84eff590f56 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718537180&fields=id&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 267 time: 0.0426216 Apr 07 06:40:32.322080 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-9ebb8fad-2ed0-4f06-87c8-b3ae35d78196 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:32.323516 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-9ebb8fad-2ed0-4f06-87c8-b3ae35d78196 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.0986292 Apr 07 06:40:32.337911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-4dff80a9-711c-4ed2-964e-7a2ac94a9fea tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/quotas/d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 375 time: 0.0086162 Apr 07 06:40:32.391008 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-5f66eb3d-6634-4f21-b0f5-a4791fcee8d5 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478358 Apr 07 06:40:32.493737 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-5d55f07f-f77e-45ac-9f7b-d8c11f1f45d1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103956) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 07 06:40:32.494728 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-5d55f07f-f77e-45ac-9f7b-d8c11f1f45d1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0932925 Apr 07 06:40:32.580208 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-78d245d2-1741-411d-892a-25a988620ada service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790408 Apr 07 06:40:32.668246 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-6ba7820d-43fa-4761-b0a7-8e16a8108053 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824416 Apr 07 06:40:33.184755 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8db77fd5-fc89-4d29-ad5e-62baae4f45c1 req-229a4dd1-b755-4095-8a77-235f2dcb86b5 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 210 time: 0.0273819 Apr 07 06:40:34.276362 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b92927f5-702d-4241-8cbc-0cb56a994c2a req-2de6449c-5689-4c3d-8858-161f7847bc2c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 210 time: 0.0271416 Apr 07 06:40:35.244450 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-b945d414-0fa8-473c-9f9f-eee6b7e0e725 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:35.246708 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-b945d414-0fa8-473c-9f9f-eee6b7e0e725 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.1054530 Apr 07 06:40:35.307292 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-ae67cbc9-aa57-46bd-a3df-cc67254743ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 380 time: 0.0512545 Apr 07 06:40:35.316219 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'port': {'device_id': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'admin_state_up': True, 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'security_groups': ['e225e44a-437e-42d6-aad4-519a5554799c']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:35.371285 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8148db87-882e-419e-bfcf-195fa4701609 req-da3d4b6a-70b6-44ee-8da7-323735e3be68 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Apr 07 06:40:35.743833 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Made reservation on behalf of d9852c8d59554cdc966a35c3cd2fb0f0 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:40:35.747054 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:35.868057 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.20.0.12 (c2c0ebff-380e-47e4-a77f-d3b7671e851e/255331ac-4706-4d96-b656-83f58f91c9a3/14f70465-1656-4e32-8857-432c83a0a304) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:36.004666 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (14f70465-1656-4e32-8857-432c83a0a304), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.113739 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.158704 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:36.163818 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:36.166332 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:36.196378 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:36.223913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:36.224556 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.299135 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-a75e1d95-a40e-4392-9b5f-4c6267884d2e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862993 Apr 07 06:40:36.311876 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Request body: {'port': {'device_id': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:36.371379 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (14f70465-1656-4e32-8857-432c83a0a304), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.399184 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-0f9ffd30-9c0f-41da-9b59-cd5132ef16b8 None None] Provisioning complete for port 14f70465-1656-4e32-8857-432c83a0a304 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:36.399900 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0f9ffd30-9c0f-41da-9b59-cd5132ef16b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (14f70465-1656-4e32-8857-432c83a0a304), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.437475 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-0f9ffd30-9c0f-41da-9b59-cd5132ef16b8 None None] Port 14f70465-1656-4e32-8857-432c83a0a304 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:40:36.495113 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b9248-5e89-4148-ab09-2c0008148b11 req-9aaa0105-0bc1-453a-b3ee-4181de5dbc55 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:36.496672 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-279b9248-5e89-4148-ab09-2c0008148b11 req-9aaa0105-0bc1-453a-b3ee-4181de5dbc55 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 932 time: 0.0566664 Apr 07 06:40:36.545251 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-279b9248-5e89-4148-ab09-2c0008148b11 req-5af87796-cf45-4212-af2c-74b75e96225a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426891 Apr 07 06:40:36.641384 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14f70465-1656-4e32-8857-432c83a0a304 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:40:36.648854 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks [] for port (14f70465-1656-4e32-8857-432c83a0a304), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.660948 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Transition to ACTIVE for port object 14f70465-1656-4e32-8857-432c83a0a304 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:40:36.764508 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.817182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Pushing event updated for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:36.889519 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Attempting to bind port 14f70465-1656-4e32-8857-432c83a0a304 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:40:36.889872 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Attempting to bind port 14f70465-1656-4e32-8857-432c83a0a304 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:40:36.890392 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Attempting to bind port 14f70465-1656-4e32-8857-432c83a0a304 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:36.895387 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Port 14f70465-1656-4e32-8857-432c83a0a304 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:40:36.895725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Attempting to bind port 14f70465-1656-4e32-8857-432c83a0a304 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:40:36.900591 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:40:36.900927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:40:36.901326 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Bound using segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:40:36.901754 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Bound port: 14f70465-1656-4e32-8857-432c83a0a304, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:40:36.902120 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (14f70465-1656-4e32-8857-432c83a0a304), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.970922 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:40:36.972793 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:36.976582 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=14f70465-1656-4e32-8857-432c83a0a304,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:40:37.051129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:37.083042 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.083781 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:37.085171 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] 10.222.0.25 "PUT /v2.0/ports/14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 200 len: 1094 time: 0.7781713 Apr 07 06:40:37.085621 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'tag': '14f70465-1656-4e32-8857-432c83a0a304'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:40:37.087943 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8361155-e24b-4c3a-98a0-885959129ced" -d '{"events": [{"name": "network-changed", "server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "tag": "14f70465-1656-4e32-8857-432c83a0a304"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:40:37.116501 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b951c2-85b5-4622-a30a-c51cfdd6b799 service neutron] Pushing event updated for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:37.126327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85462a28-c70e-45ea-8f57-c20d66accb98 x-openstack-request-id: req-85462a28-c70e-45ea-8f57-c20d66accb98 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:40:37.126327 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "tag": "14f70465-1656-4e32-8857-432c83a0a304", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:40:37.126517 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85462a28-c70e-45ea-8f57-c20d66accb98 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:40:37.126882 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85462a28-c70e-45ea-8f57-c20d66accb98'] response: {'name': 'network-changed', 'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'tag': '14f70465-1656-4e32-8857-432c83a0a304', 'status': 'completed', 'code': 200} Apr 07 06:40:37.201548 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361155-e24b-4c3a-98a0-885959129ced req-cbd66862-d605-46d5-8e31-5d510694855f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.203090 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e8361155-e24b-4c3a-98a0-885959129ced req-cbd66862-d605-46d5-8e31-5d510694855f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1128 time: 0.0533235 Apr 07 06:40:37.304716 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361155-e24b-4c3a-98a0-885959129ced req-ab0927e2-652c-4044-9a9b-3c834fa9c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.306124 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e8361155-e24b-4c3a-98a0-885959129ced req-ab0927e2-652c-4044-9a9b-3c834fa9c08c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0950463 Apr 07 06:40:37.395821 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8361155-e24b-4c3a-98a0-885959129ced req-57f716d7-60e8-4a17-b397-8e4ca32585f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.397215 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-e8361155-e24b-4c3a-98a0-885959129ced req-57f716d7-60e8-4a17-b397-8e4ca32585f6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0848567 Apr 07 06:40:37.482687 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-1039b146-3922-418c-ac49-701dd70cfa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.484201 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-1039b146-3922-418c-ac49-701dd70cfa54 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1128 time: 0.0478435 Apr 07 06:40:37.528257 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-462863d2-5daf-4be6-a9de-0222cbe31ef7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 200 len: 217 time: 0.0325813 Apr 07 06:40:37.574973 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-230c7988-8363-4cdd-8d0a-be3cbcd477c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.576489 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-230c7988-8363-4cdd-8d0a-be3cbcd477c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0426500 Apr 07 06:40:37.629941 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14447a3c-9b88-4e56-aea0-c53042330604 req-e1aff327-e9d7-40ba-a29a-b9ce5a767d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.631457 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-e1aff327-e9d7-40ba-a29a-b9ce5a767d74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483012 Apr 07 06:40:37.659800 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7de7c-7a04-4c87-91af-7c6a89fd4f01 req-6a2f6069-a94e-4f2d-888b-533fda47236a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:37.661262 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9ca7de7c-7a04-4c87-91af-7c6a89fd4f01 req-6a2f6069-a94e-4f2d-888b-533fda47236a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0509684 Apr 07 06:40:37.708427 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9ca7de7c-7a04-4c87-91af-7c6a89fd4f01 req-bfebd0a3-da8d-47cc-a876-8050c60366dc tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Apr 07 06:40:37.719448 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-757a2dd3-05cd-4843-82da-3647ab9197b4 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804207 Apr 07 06:40:37.814618 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-14447a3c-9b88-4e56-aea0-c53042330604 req-823f5078-56e3-4248-94d3-5616e2525ae6 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849345 Apr 07 06:40:38.832574 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b8f2b-2b1d-4342-84e5-50b31a1d459b req-9b943fef-a599-40c0-8d8b-fa91103779bc tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:38.834066 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f97b8f2b-2b1d-4342-84e5-50b31a1d459b req-9b943fef-a599-40c0-8d8b-fa91103779bc tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0537140 Apr 07 06:40:38.889727 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f97b8f2b-2b1d-4342-84e5-50b31a1d459b req-42c47885-2f5d-415f-91dd-5428358f5b3f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498269 Apr 07 06:40:40.008910 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832a384-577d-4d9a-af6c-d41ffd8a72eb req-e77c459f-1c09-462a-89af-63ce12d53b2f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:40.010368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d832a384-577d-4d9a-af6c-d41ffd8a72eb req-e77c459f-1c09-462a-89af-63ce12d53b2f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0545621 Apr 07 06:40:40.058117 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d832a384-577d-4d9a-af6c-d41ffd8a72eb req-7bb7df20-a59e-42aa-882a-0e3382f60976 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Apr 07 06:40:41.172959 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189f9f5-d9d0-4d99-b7fd-1dfc66faab85 req-6d895894-efc0-4cf7-b50f-6ba0b0e23e2c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:41.174947 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3189f9f5-d9d0-4d99-b7fd-1dfc66faab85 req-6d895894-efc0-4cf7-b50f-6ba0b0e23e2c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0528619 Apr 07 06:40:41.221169 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3189f9f5-d9d0-4d99-b7fd-1dfc66faab85 req-e0d741ea-f9ea-4200-aa11-119644b4e82a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408773 Apr 07 06:40:41.830910 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-5c7c0eac-c44e-475c-90e4-5da9acc877c7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425241 Apr 07 06:40:41.914066 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-39885e20-2351-4749-a7aa-4d5d1b994a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:41.915518 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-39885e20-2351-4749-a7aa-4d5d1b994a75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0436862 Apr 07 06:40:42.017012 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-2ff099d5-9b4d-49c6-99a6-e0c710b1a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:42.018428 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-2ff099d5-9b4d-49c6-99a6-e0c710b1a84f service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.0834341 Apr 07 06:40:42.081605 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-03fc456d-4c61-491a-b316-c03cc7b374c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 1001 time: 0.0566492 Apr 07 06:40:42.129869 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-f5e73886-c328-456b-addf-a4d8401c205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:42.131251 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-f5e73886-c328-456b-addf-a4d8401c205e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0425446 Apr 07 06:40:42.189367 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-6ca11e6e-08c0-454f-bb73-d8bc051a50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:42.190836 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-6ca11e6e-08c0-454f-bb73-d8bc051a50bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458615 Apr 07 06:40:42.281150 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-578e79aa-c16c-4573-b4a7-da741006d6a7 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798810 Apr 07 06:40:42.341670 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa452d-210f-432e-abd7-f85a1fe503a7 req-e3f89e47-bf04-463a-b5c1-0b672934bca1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:42.343061 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ddaa452d-210f-432e-abd7-f85a1fe503a7 req-e3f89e47-bf04-463a-b5c1-0b672934bca1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0556188 Apr 07 06:40:42.378452 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3ce9f05a-8272-4f43-9eb5-b5ad5f366a54 req-6551d5e7-3561-4a87-ad6d-d23db5270647 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871921 Apr 07 06:40:42.392525 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ddaa452d-210f-432e-abd7-f85a1fe503a7 req-fbb477d9-51b1-4c38-aa34-52852e748d64 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438442 Apr 07 06:40:43.507936 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3949a3d-993a-49ad-a756-8cbc5aac609b req-1b5ceb09-1897-4da9-969a-8776c7e77757 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:43.509402 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3949a3d-993a-49ad-a756-8cbc5aac609b req-1b5ceb09-1897-4da9-969a-8776c7e77757 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0517442 Apr 07 06:40:43.556777 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3949a3d-993a-49ad-a756-8cbc5aac609b req-2ac6bb39-4051-489e-bed4-485816f070c5 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Apr 07 06:40:44.674380 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cefa-c55d-4e2f-9f97-a652da6658c2 req-dca86bb1-1af8-4596-8678-362cd6e2c797 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:44.675861 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2e9cefa-c55d-4e2f-9f97-a652da6658c2 req-dca86bb1-1af8-4596-8678-362cd6e2c797 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 944 time: 0.0543461 Apr 07 06:40:44.721858 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b2e9cefa-c55d-4e2f-9f97-a652da6658c2 req-59779657-ca7a-4932-b223-4ca955ba0dce tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405338 Apr 07 06:40:45.377143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 14f70465-1656-4e32-8857-432c83a0a304 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:40:45.472594 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=14f70465-1656-4e32-8857-432c83a0a304,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:45.603457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '14f70465-1656-4e32-8857-432c83a0a304', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'port_id': '14f70465-1656-4e32-8857-432c83a0a304', 'mac_address': 'fa:16:3e:79:f6:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:40:45.640502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 14f70465-1656-4e32-8857-432c83a0a304 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:45.640817 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (14f70465-1656-4e32-8857-432c83a0a304), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:45.652969 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14f70465-1656-4e32-8857-432c83a0a304 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:40:45.672308 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=14f70465-1656-4e32-8857-432c83a0a304,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:45.726561 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:45.773954 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:45.840225 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49efa84-ab26-47f3-8578-cc45b2c7fef0 req-71cd3708-2e5d-426a-8326-dbbd668b9494 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:45.842249 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d49efa84-ab26-47f3-8578-cc45b2c7fef0 req-71cd3708-2e5d-426a-8326-dbbd668b9494 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 945 time: 0.0527160 Apr 07 06:40:45.889425 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d49efa84-ab26-47f3-8578-cc45b2c7fef0 req-b6e45d57-35c1-443c-8028-c51d363e831a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416551 Apr 07 06:40:45.978871 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['14f70465-1656-4e32-8857-432c83a0a304'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:40:47.005278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5e3f4-e4c1-4f29-9145-f128c095dee7 req-4d783e76-2a7f-4bb2-9128-ff4df1c5b6e1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:47.006734 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-efc5e3f4-e4c1-4f29-9145-f128c095dee7 req-4d783e76-2a7f-4bb2-9128-ff4df1c5b6e1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 945 time: 0.0517299 Apr 07 06:40:47.062674 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-efc5e3f4-e4c1-4f29-9145-f128c095dee7 req-ac62b9a4-67ac-4927-a7da-b1f450e34a5b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503035 Apr 07 06:40:47.386985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 14f70465-1656-4e32-8857-432c83a0a304 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:40:47.509245 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 14f70465-1656-4e32-8857-432c83a0a304 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:40:47.513098 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 14f70465-1656-4e32-8857-432c83a0a304 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:40:47.513471 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (14f70465-1656-4e32-8857-432c83a0a304), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:47.586110 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 14f70465-1656-4e32-8857-432c83a0a304 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:40:47.586408 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (14f70465-1656-4e32-8857-432c83a0a304), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:47.608825 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f70465-1656-4e32-8857-432c83a0a304'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:40:47.611029 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c283afb-ce11-4bdf-917a-c19e9cd41575" -d '{"events": [{"server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "name": "network-vif-plugged", "status": "completed", "tag": "14f70465-1656-4e32-8857-432c83a0a304"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:40:47.622951 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=14f70465-1656-4e32-8857-432c83a0a304,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:40:47.645526 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738e5538-66bc-4728-901b-e3d1c73545c2 x-openstack-request-id: req-738e5538-66bc-4728-901b-e3d1c73545c2 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:40:47.649436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "name": "network-vif-plugged", "status": "completed", "tag": "14f70465-1656-4e32-8857-432c83a0a304", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:40:47.649436 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-738e5538-66bc-4728-901b-e3d1c73545c2 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:40:47.649436 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738e5538-66bc-4728-901b-e3d1c73545c2'] response: {'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14f70465-1656-4e32-8857-432c83a0a304', 'code': 200} Apr 07 06:40:47.692517 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:47.743389 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:48.061867 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cacb7d-c62b-4cef-b792-7d5eb3fdc693 req-aea251f7-61a4-43a7-91b1-8ae9f023c9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:48.063332 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-30cacb7d-c62b-4cef-b792-7d5eb3fdc693 req-aea251f7-61a4-43a7-91b1-8ae9f023c9e3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1130 time: 0.0436671 Apr 07 06:40:48.107815 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-30cacb7d-c62b-4cef-b792-7d5eb3fdc693 req-732f2796-d856-45d9-b837-89cdd5921436 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383184 Apr 07 06:40:48.177968 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db449147-517a-4dda-bf7d-b0fb8feaecd5 req-9bee182e-f2c7-4cc0-b1be-ecb693cd8c9a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:48.179449 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db449147-517a-4dda-bf7d-b0fb8feaecd5 req-9bee182e-f2c7-4cc0-b1be-ecb693cd8c9a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0514417 Apr 07 06:40:48.215479 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4e0570d2-1248-49ab-bba7-a3894f3e5a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:48.228152 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-db449147-517a-4dda-bf7d-b0fb8feaecd5 req-2d4a45ad-b600-4ecb-b08f-094d0b556729 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430453 Apr 07 06:40:49.347586 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a610321-003a-4e74-8a7a-53b5f9ca99f3 req-26c04c6a-e4eb-4480-9699-a46aedd60414 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:49.349093 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a610321-003a-4e74-8a7a-53b5f9ca99f3 req-26c04c6a-e4eb-4480-9699-a46aedd60414 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0534363 Apr 07 06:40:49.396285 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-0a610321-003a-4e74-8a7a-53b5f9ca99f3 req-728e9cf7-efad-42c7-ac48-3e2c0146d801 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415587 Apr 07 06:40:50.516676 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132a319-9e05-484b-9bea-a12b19fe7f64 req-ea0d1c8c-ac78-433a-b456-4b42b912a961 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:50.518156 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e132a319-9e05-484b-9bea-a12b19fe7f64 req-ea0d1c8c-ac78-433a-b456-4b42b912a961 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0563548 Apr 07 06:40:50.565397 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e132a319-9e05-484b-9bea-a12b19fe7f64 req-efb7d2d3-881c-4c23-84ef-7eeeb8191655 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417719 Apr 07 06:40:50.604502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d66b5f5f-5167-465f-b50c-3af1f698cfbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:50.681374 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ca2f0-b793-4e9a-928d-654d9d9bf0df req-a0dfd0f7-df00-4cb8-93b4-e1f3137b55dc tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:50.682760 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e37ca2f0-b793-4e9a-928d-654d9d9bf0df req-a0dfd0f7-df00-4cb8-93b4-e1f3137b55dc tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0523002 Apr 07 06:40:50.729635 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e37ca2f0-b793-4e9a-928d-654d9d9bf0df req-b46ad2cf-729f-477f-a305-426e8cdd0201 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Apr 07 06:40:50.752274 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49994) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:50.835189 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4dd471-2e74-4675-bed9-878e8cf2bed1 tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:50.836733 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7a4dd471-2e74-4675-bed9-878e8cf2bed1 tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1125 time: 0.0835280 Apr 07 06:40:50.839544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 49998) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:40:50.843754 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'port_id': '14f70465-1656-4e32-8857-432c83a0a304', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:40:50.964634 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.061723 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.163912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.27.3.254 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/178fbfec-a5b1-47c3-a58f-43901f231fb6) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:40:51.265299 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.362237 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.395394 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:40:51.398138 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:40:51.404035 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:40:51.434513 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=178fbfec-a5b1-47c3-a58f-43901f231fb6,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:51.443934 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.444286 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.444632 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.445011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.445346 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.445678 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.446007 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.446333 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.446665 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.446993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.447319 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.447645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.447993 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.448315 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.448633 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:40:51.781912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.903515 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:51.926266 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.044783 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.095641 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.162615 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=178fbfec-a5b1-47c3-a58f-43901f231fb6,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:40:52.176193 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.274680 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec associated. External IP: 172.27.3.254, port: 14f70465-1656-4e32-8857-432c83a0a304. Apr 07 06:40:52.479283 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:40:52.587292 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:40:52.597837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:40:52.607223 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:52.608980 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:40:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:52.651830 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.681763 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-8a68cf8b-15f9-4f80-81e0-253acf15bb1f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8411813 Apr 07 06:40:52.682447 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'tag': '14f70465-1656-4e32-8857-432c83a0a304'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:40:52.684741 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed87526-fd5e-4f75-a67e-8a93595a70b0" -d '{"events": [{"name": "network-changed", "server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "tag": "14f70465-1656-4e32-8857-432c83a0a304"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:40:52.715919 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:52.720293 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfe043f-1503-4f44-92ff-910eea430521 x-openstack-request-id: req-3cfe043f-1503-4f44-92ff-910eea430521 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:40:52.720584 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "tag": "14f70465-1656-4e32-8857-432c83a0a304", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:40:52.720840 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cfe043f-1503-4f44-92ff-910eea430521 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:40:52.721255 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfe043f-1503-4f44-92ff-910eea430521'] response: {'name': 'network-changed', 'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'tag': '14f70465-1656-4e32-8857-432c83a0a304', 'status': 'completed', 'code': 200} Apr 07 06:40:52.784013 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-f3175842-e2d5-4bc9-aa6a-e31532b35231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:52.785512 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-f3175842-e2d5-4bc9-aa6a-e31532b35231 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1130 time: 0.0440631 Apr 07 06:40:52.878602 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-6e4847b2-3730-4a27-9a63-1090c1bf57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:52.880266 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-6e4847b2-3730-4a27-9a63-1090c1bf57d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0874164 Apr 07 06:40:52.926015 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:40:52.949465 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-061774eb-c15e-4f38-9964-0dce2fc14e81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 200 len: 1000 time: 0.0593715 Apr 07 06:40:52.953770 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '14f70465-1656-4e32-8857-432c83a0a304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:79:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:40:51Z', 'updated_at': '2022-04-07T06:40:51Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:52.979658 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:40:52.988070 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:40:52.988719 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:40:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:53.000298 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-09f4c8f3-a7c3-4ad3-85c1-63f952b52a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:53.001761 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-09f4c8f3-a7c3-4ad3-85c1-63f952b52a09 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0467119 Apr 07 06:40:53.049827 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-6cc2108e-e517-4c91-95d9-dd31c128209e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:40:53.051335 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-6cc2108e-e517-4c91-95d9-dd31c128209e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436006 Apr 07 06:40:53.095538 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:40:53.136287 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-d8a15e29-f0ff-4ff4-bd28-76aa396a0be5 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787673 Apr 07 06:40:53.226251 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6ed87526-fd5e-4f75-a67e-8a93595a70b0 req-4bb9867e-ece4-4ea1-8e96-c100a6acefab service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838687 Apr 07 06:40:53.319393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '14f70465-1656-4e32-8857-432c83a0a304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:79:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:40:51Z', 'updated_at': '2022-04-07T06:40:51Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:40:53.344726 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20bf9f5d-125c-4cb4-bad8-9dea142ac58a None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': 'c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.254', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '14f70465-1656-4e32-8857-432c83a0a304', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:79:f6:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:40:51Z', 'updated_at': '2022-04-07T06:40:51Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:40:53.529915 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fe7cbf-3a38-4395-90ed-12718df91741 None None] New status for floating IP c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:40:54.486066 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:00.451812 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:41:07.015572 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:18.199819 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-726d855b-0f76-4c3a-b766-f24010a1cef2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:20.623025 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7efc1139-c8a9-4905-aa1c-31c4e106621c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:21.969046 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:22.931758 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:24.479851 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.134881 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50012) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:28.285243 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Deleting port 5c3e5c20-3da0-44bc-a88d-39464606c98e {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:28.285584 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.357402 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.357775 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for floatingip (5c3e5c20-3da0-44bc-a88d-39464606c98e), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.372053 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Calling delete_port for 5c3e5c20-3da0-44bc-a88d-39464606c98e owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:28.576835 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (5c3e5c20-3da0-44bc-a88d-39464606c98e), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.599285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event deleted for resources: {'Port': ['ID=5c3e5c20-3da0-44bc-a88d-39464606c98e,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:28.664174 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for floatingip (3adc3423-1853-4f5f-9006-bcbf79296bed), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:28.664446 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Floating IP 3adc3423-1853-4f5f-9006-bcbf79296bed disassociated (deleted). External IP: 172.27.3.41, port: 1844880c-a8e9-47b1-952c-6c8fa7ae6278. Apr 07 06:41:29.151593 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Router ce20492b-30ec-4713-9ebf-1cad59371e04 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:41:29.257922 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:41:29.262765 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:29.268878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Sync routers for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:41:29.277516 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:29.278122 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:29.291993 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-6ba6b686-5be9-4175-a4e8-578cddb78004 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "DELETE /v2.0/floatingips/3adc3423-1853-4f5f-9006-bcbf79296bed HTTP/1.1" status: 204 len: 168 time: 1.1559799 Apr 07 06:41:29.292587 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:41:29.295971 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4" -d '{"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:41:29.335089 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a71175-61e0-453b-80e9-7be31b383cae x-openstack-request-id: req-a3a71175-61e0-453b-80e9-7be31b383cae {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:41:29.335534 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:41:29.335809 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3a71175-61e0-453b-80e9-7be31b383cae {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:41:29.336349 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a71175-61e0-453b-80e9-7be31b383cae'] response: {'name': 'network-changed', 'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'status': 'completed', 'code': 200} Apr 07 06:41:29.393492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:29.400597 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-f53ee704-fc19-423f-8938-8a3b195b9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:29.402228 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-f53ee704-fc19-423f-8938-8a3b195b9b26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b201a41ba3394cdebeda4fb3574ada20&device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 1130 time: 0.0455961 Apr 07 06:41:29.494172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-a156cac6-dbd5-4840-b1b6-e903960fbe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:29.495659 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-a156cac6-dbd5-4840-b1b6-e903960fbe96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 200 len: 907 time: 0.0870478 Apr 07 06:41:29.536558 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-accd508d-54c6-4528-be3a-c16a87f12a70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 200 len: 217 time: 0.0340033 Apr 07 06:41:29.586048 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-e3bf2271-4418-4c08-b95f-258c102cac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:29.587526 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-e3bf2271-4418-4c08-b95f-258c102cac82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 200 len: 846 time: 0.0447388 Apr 07 06:41:29.589057 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:29.618840 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Checking router: ce20492b-30ec-4713-9ebf-1cad59371e04 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:41:29.628875 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:29.629495 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:29.642299 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-82c79355-c414-42cd-8a32-4dae22db984e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:29.643850 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-82c79355-c414-42cd-8a32-4dae22db984e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4747f2c5-e585-419b-9dbb-158a3ff5dc05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483191 Apr 07 06:41:29.740807 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-295ec659-0269-450d-aa23-ed87e051d557 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892076 Apr 07 06:41:29.775870 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009cb44-b121-483b-afc6-57c91677a527 req-f7024ce1-cd80-43ef-b196-7cbcbbaf52f9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:29.777668 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c009cb44-b121-483b-afc6-57c91677a527 req-f7024ce1-cd80-43ef-b196-7cbcbbaf52f9 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0660708 Apr 07 06:41:29.828410 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c009cb44-b121-483b-afc6-57c91677a527 req-d63866b4-1e80-49f9-8e72-7c3216995748 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450590 Apr 07 06:41:29.869043 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:30.058885 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:30.084005 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df1e9c-1fef-4b0a-8f8a-3970a9b608d2 None None] The sync data for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi is: [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:36:37Z', 'revision_number': 4, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f0df9f49-666b-4d9a-8014-42faa10e7df5', 'name': '', 'network_id': '4747f2c5-e585-419b-9dbb-158a3ff5dc05', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'mac_address': 'fa:16:3e:65:cf:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:37Z', 'updated_at': '2022-04-07T06:36:41Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'subnets': [{'id': 'd5dacd17-b91f-45e0-a2ca-910f08411858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:41:30.291420 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c3eff3-e42c-4a41-b332-ae01e0503703 None None] New status for floating IP 3adc3423-1853-4f5f-9006-bcbf79296bed: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:41:30.925464 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-a0871dcd-d2d9-42d5-90b4-d615d78c00e4 req-6c161730-9962-4827-a458-ec9c93c4e578 service neutron] 10.222.0.25 "GET /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937266 Apr 07 06:41:30.949075 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99070e2-0623-4033-adad-5e1f7bb6abea req-d990be6a-00da-488a-b85f-a9f667ce6c62 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:30.950638 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c99070e2-0623-4033-adad-5e1f7bb6abea req-d990be6a-00da-488a-b85f-a9f667ce6c62 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0532072 Apr 07 06:41:31.002954 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c99070e2-0623-4033-adad-5e1f7bb6abea req-00a0f5bb-d2b6-46bc-ae6e-c1aabcfb298b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/security-groups?id=16ff07e2-bfbe-4522-ba0b-d1032e98ec37&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456452 Apr 07 06:41:31.427670 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c091d0a9-0171-4847-8569-4dc332005700 req-60578f23-ad9b-4359-8586-b0b679c62a06 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:31.429119 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c091d0a9-0171-4847-8569-4dc332005700 req-60578f23-ad9b-4359-8586-b0b679c62a06 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.25 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 946 time: 0.0521107 Apr 07 06:41:31.520798 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Deleting port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:31.521138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:31.609403 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] For port 1844880c-a8e9-47b1-952c-6c8fa7ae6278, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=1844880c-a8e9-47b1-952c-6c8fa7ae6278,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:31.609785 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:31.623208 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Calling delete_port for 1844880c-a8e9-47b1-952c-6c8fa7ae6278 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:31.822641 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (1844880c-a8e9-47b1-952c-6c8fa7ae6278), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:31.851878 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event deleted for resources: {'Port': ['ID=1844880c-a8e9-47b1-952c-6c8fa7ae6278,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:31.877415 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.877765 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.878104 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.878449 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.878855 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.879185 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.879511 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.879856 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.880180 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.880499 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.880818 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.881138 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.881457 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.881772 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.882086 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:31.905152 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] No DVR routers for this DVR port 1844880c-a8e9-47b1-952c-6c8fa7ae6278 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:41:31.907607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:31.911616 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c091d0a9-0171-4847-8569-4dc332005700 req-d72ac70b-71c2-4062-9dc5-596ce29b264d tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.25 "DELETE /v2.0/ports/1844880c-a8e9-47b1-952c-6c8fa7ae6278 HTTP/1.1" status: 204 len: 173 time: 0.4745257 Apr 07 06:41:31.912096 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-deleted', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:41:31.914355 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f53123b-4c80-4405-9e9a-ba15bea3fbda" -d '{"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-deleted", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:41:31.949514 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0196763-d80d-4563-bb4a-79fbec351902 x-openstack-request-id: req-b0196763-d80d-4563-bb4a-79fbec351902 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:41:31.950084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782a6b8a-29e3-4027-a9cd-3f0c6b9ad892", "name": "network-vif-deleted", "tag": "1844880c-a8e9-47b1-952c-6c8fa7ae6278", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:41:31.950084 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0196763-d80d-4563-bb4a-79fbec351902 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:41:31.950440 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0196763-d80d-4563-bb4a-79fbec351902'] response: {'server_uuid': '782a6b8a-29e3-4027-a9cd-3f0c6b9ad892', 'name': 'network-vif-deleted', 'tag': '1844880c-a8e9-47b1-952c-6c8fa7ae6278', 'status': 'completed', 'code': 200} Apr 07 06:41:32.098407 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8950c534-df0b-4011-968c-690ba4940c75 req-26ca8366-c891-4ce4-a693-af8707484826 tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0262413 Apr 07 06:41:33.203695 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c2f4b495-7042-4173-93ae-838198ffdae4 req-57ac16b1-4bce-4528-9eb7-9323f44b103b tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "GET /v2.0/ports?device_id=782a6b8a-29e3-4027-a9cd-3f0c6b9ad892 HTTP/1.1" status: 200 len: 210 time: 0.0268919 Apr 07 06:41:33.574892 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:33.594202 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 1844880c-a8e9-47b1-952c-6c8fa7ae6278 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:33.594542 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 1844880c-a8e9-47b1-952c-6c8fa7ae6278 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:34.259016 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50034) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:34.313837 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (16ff07e2-bfbe-4522-ba0b-d1032e98ec37), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:34.338261 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (16ff07e2-bfbe-4522-ba0b-d1032e98ec37), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:34.480236 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (16ff07e2-bfbe-4522-ba0b-d1032e98ec37), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:34.482775 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:34.483944 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] 10.222.0.24 "DELETE /v2.0/security-groups/16ff07e2-bfbe-4522-ba0b-d1032e98ec37 HTTP/1.1" status: 204 len: 168 time: 0.2239330 Apr 07 06:41:34.494387 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a20700-ee2d-4f9a-9876-5d5cc22d428f tempest-TestShelveInstance-1136605453 tempest-TestShelveInstance-1136605453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ff07e2-bfbe-4522-ba0b-d1032e98ec37,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:34.582241 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50038) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:35.012267 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (ce20492b-30ec-4713-9ebf-1cad59371e04), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:35.257933 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Deleting port f0df9f49-666b-4d9a-8014-42faa10e7df5 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:35.258271 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:35.333181 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] For port f0df9f49-666b-4d9a-8014-42faa10e7df5, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f0df9f49-666b-4d9a-8014-42faa10e7df5,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:35.333767 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:35.348246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Calling delete_port for f0df9f49-666b-4d9a-8014-42faa10e7df5 owned by network:router_interface {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:35.599885 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f0df9f49-666b-4d9a-8014-42faa10e7df5), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:35.633144 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Pushing event deleted for resources: {'Port': ['ID=f0df9f49-666b-4d9a-8014-42faa10e7df5,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:35.796040 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (ce20492b-30ec-4713-9ebf-1cad59371e04), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:36.250336 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Router ce20492b-30ec-4713-9ebf-1cad59371e04 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:41:36.352980 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:41:36.359581 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4ba5357d-6102-4796-9bf5-cbef075c164b admin admin] 10.222.0.24 "PUT /v2.0/routers/ce20492b-30ec-4713-9ebf-1cad59371e04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7746589 Apr 07 06:41:36.360410 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50042) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:36.362195 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Sync routers for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:41:36.372216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:36.372829 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:36.467409 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks [] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:36.482612 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:36.567990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks [] for router_gateway (ce20492b-30ec-4713-9ebf-1cad59371e04), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:36.657502 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:41:35Z', 'revision_number': 5, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port': {'id': '36296271-8595-40f6-b037-eaed9dbfd6e7', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:90:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:35Z', 'updated_at': '2022-04-07T06:36:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:36.679524 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Deleting port 36296271-8595-40f6-b037-eaed9dbfd6e7 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:36.680141 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:36.683102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Checking router: ce20492b-30ec-4713-9ebf-1cad59371e04 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:41:36.691174 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Routers {'ce20492b-30ec-4713-9ebf-1cad59371e04'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:36.692334 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['ce20492b-30ec-4713-9ebf-1cad59371e04'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:36.756422 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] For port 36296271-8595-40f6-b037-eaed9dbfd6e7, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=36296271-8595-40f6-b037-eaed9dbfd6e7,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:36.756791 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:36.777171 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Calling delete_port for 36296271-8595-40f6-b037-eaed9dbfd6e7 owned by network:router_gateway {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:36.778578 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] Set router ce20492b-30ec-4713-9ebf-1cad59371e04 gateway port host: None {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:36.828181 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:41:36Z', 'revision_number': 6, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:36.856321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67fafc4-92cb-4899-957d-ec80b38b84b8 None None] The sync data for ids ['ce20492b-30ec-4713-9ebf-1cad59371e04'] in dv-cinder-831776-6-iscsi is: [{'id': 'ce20492b-30ec-4713-9ebf-1cad59371e04', 'name': 'tempest-TestShelveInstance-11343335-router', 'tenant_id': 'b201a41ba3394cdebeda4fb3574ada20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:34Z', 'updated_at': '2022-04-07T06:41:36Z', 'revision_number': 6, 'project_id': 'b201a41ba3394cdebeda4fb3574ada20', 'gw_port_host': None}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:41:36.974438 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.011343 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (36296271-8595-40f6-b037-eaed9dbfd6e7), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.041437 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=36296271-8595-40f6-b037-eaed9dbfd6e7,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:37.094488 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (ce20492b-30ec-4713-9ebf-1cad59371e04), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.184638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.187353 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks [] for router_controller (ce20492b-30ec-4713-9ebf-1cad59371e04), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.306340 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (ce20492b-30ec-4713-9ebf-1cad59371e04), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.306880 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce20492b-30ec-4713-9ebf-1cad59371e04 {{(pid=103955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:41:37.311117 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.312322 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-4d8b48d1-7f11-414d-b683-c4d43687c8b0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ce20492b-30ec-4713-9ebf-1cad59371e04 HTTP/1.1" status: 204 len: 168 time: 0.9509873 Apr 07 06:41:37.314754 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50044) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:37.358363 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Deleting subnet d5dacd17-b91f-45e0-a2ca-910f08411858 {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:41:37.361397 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Publish callbacks [] for subnet (d5dacd17-b91f-45e0-a2ca-910f08411858), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.395006 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (d5dacd17-b91f-45e0-a2ca-910f08411858), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.453202 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:41:37.472129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (d5dacd17-b91f-45e0-a2ca-910f08411858), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.569662 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (d5dacd17-b91f-45e0-a2ca-910f08411858), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.595190 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5dacd17-b91f-45e0-a2ca-910f08411858,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:37.599523 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.603108 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-84286e57-b02b-4782-8e90-f25357791e26 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5dacd17-b91f-45e0-a2ca-910f08411858 HTTP/1.1" status: 204 len: 168 time: 0.2870829 Apr 07 06:41:37.605496 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50046) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:37.607385 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cff9b6-fa66-42f8-8b6d-867837ca1da6 None None] Network 4747f2c5-e585-419b-9dbb-158a3ff5dc05 requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:41:37.679289 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (4747f2c5-e585-419b-9dbb-158a3ff5dc05), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.732835 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Deleting port bf32b533-779f-4563-aa15-8a483f55eb71 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:37.733400 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.767020 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] DHCP port deletion for 4747f2c5-e585-419b-9dbb-158a3ff5dc05 request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:41:37.798252 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] For port bf32b533-779f-4563-aa15-8a483f55eb71, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=bf32b533-779f-4563-aa15-8a483f55eb71,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:37.798615 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.811609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Calling delete_port for bf32b533-779f-4563-aa15-8a483f55eb71 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:37.819958 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Deleting port bf32b533-779f-4563-aa15-8a483f55eb71 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:37.820274 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.890196 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] For port bf32b533-779f-4563-aa15-8a483f55eb71, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=bf32b533-779f-4563-aa15-8a483f55eb71,segment=NetworkSegment(1a040dd7-eba5-44a3-892d-6cb48e9685d1),segment_id=1a040dd7-eba5-44a3-892d-6cb48e9685d1)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:37.890606 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.903258 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Calling delete_port for bf32b533-779f-4563-aa15-8a483f55eb71 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:37.951817 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:37.978373 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf32b533-779f-4563-aa15-8a483f55eb71,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:37.980228 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] No DVR routers for this DVR port bf32b533-779f-4563-aa15-8a483f55eb71 on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:41:38.028631 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (bf32b533-779f-4563-aa15-8a483f55eb71), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.050559 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (4747f2c5-e585-419b-9dbb-158a3ff5dc05), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.053302 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Pushing event deleted for resources: {'Port': ['ID=bf32b533-779f-4563-aa15-8a483f55eb71,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:38.057465 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] No DVR routers for this DVR port bf32b533-779f-4563-aa15-8a483f55eb71 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:41:38.063672 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.064045 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.068319 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b608054-f251-44d1-b165-ea88dfeefc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:41:38.075443 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4747f2c5-e585-419b-9dbb-158a3ff5dc05']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:38.085690 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a040dd7-eba5-44a3-892d-6cb48e9685d1') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:38.085991 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a040dd7-eba5-44a3-892d-6cb48e9685d1') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:38.095254 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (1a040dd7-eba5-44a3-892d-6cb48e9685d1), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.108599 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (1a040dd7-eba5-44a3-892d-6cb48e9685d1), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.114537 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:41:38.114919 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (1a040dd7-eba5-44a3-892d-6cb48e9685d1), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:41:38.116589 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:41:38.174910 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36296271-8595-40f6-b037-eaed9dbfd6e7 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:38.195156 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 36296271-8595-40f6-b037-eaed9dbfd6e7 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:38.195497 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 36296271-8595-40f6-b037-eaed9dbfd6e7 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:38.195950 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f0df9f49-666b-4d9a-8014-42faa10e7df5 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:38.214878 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: f0df9f49-666b-4d9a-8014-42faa10e7df5 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:38.215281 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f0df9f49-666b-4d9a-8014-42faa10e7df5 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:38.215686 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device bf32b533-779f-4563-aa15-8a483f55eb71 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:38.236000 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: bf32b533-779f-4563-aa15-8a483f55eb71 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:38.236339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device bf32b533-779f-4563-aa15-8a483f55eb71 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:38.251380 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (4747f2c5-e585-419b-9dbb-158a3ff5dc05), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.257161 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.260403 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4747f2c5-e585-419b-9dbb-158a3ff5dc05 HTTP/1.1" status: 204 len: 168 time: 0.6539493 Apr 07 06:41:38.263457 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50048) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:38.271873 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac46cf3-1d79-4500-9ee3-3177ecf240b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4747f2c5-e585-419b-9dbb-158a3ff5dc05,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:38.599666 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (fddb3a47-f72c-4146-b80f-140b7ab68437), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.840083 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Deleting port 3a06cab0-2362-4ba9-8b52-6e8030436b46 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:38.840417 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.914518 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] For port 3a06cab0-2362-4ba9-8b52-6e8030436b46, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=3a06cab0-2362-4ba9-8b52-6e8030436b46,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:38.914798 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:38.927408 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Calling delete_port for 3a06cab0-2362-4ba9-8b52-6e8030436b46 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:39.180221 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (3a06cab0-2362-4ba9-8b52-6e8030436b46), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:39.213931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3a06cab0-2362-4ba9-8b52-6e8030436b46,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:39.387491 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (fddb3a47-f72c-4146-b80f-140b7ab68437), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:39.604544 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Router fddb3a47-f72c-4146-b80f-140b7ab68437 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:41:39.710813 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:41:39.715794 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-42087dab-4a4a-4e64-aed2-987792f885cc admin admin] 10.222.0.24 "PUT /v2.0/routers/fddb3a47-f72c-4146-b80f-140b7ab68437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512608 Apr 07 06:41:39.718199 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50050) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:39.721734 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Sync routers for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:41:39.732148 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:39.732750 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:39.836788 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks [] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:39.846071 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:39.944044 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks [] for router_gateway (fddb3a47-f72c-4146-b80f-140b7ab68437), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.088389 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Deleting port f87594f9-cff4-4e94-a76d-02bf2f3249b8 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:40.088725 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.104297 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:41:39Z', 'revision_number': 5, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port': {'id': 'f87594f9-cff4-4e94-a76d-02bf2f3249b8', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:11:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:36:41Z', 'updated_at': '2022-04-07T06:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:40.133807 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Checking router: fddb3a47-f72c-4146-b80f-140b7ab68437 for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:41:40.142382 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Routers {'fddb3a47-f72c-4146-b80f-140b7ab68437'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:41:40.142999 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:41:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['fddb3a47-f72c-4146-b80f-140b7ab68437'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:40.170479 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] For port f87594f9-cff4-4e94-a76d-02bf2f3249b8, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f87594f9-cff4-4e94-a76d-02bf2f3249b8,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:40.170810 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.187535 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Calling delete_port for f87594f9-cff4-4e94-a76d-02bf2f3249b8 owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:40.233361 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] Set router fddb3a47-f72c-4146-b80f-140b7ab68437 gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:41:40.287268 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:41:39Z', 'revision_number': 6, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:40.313321 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129f3bb2-323e-43da-b60f-e28f0cc6fa47 None None] The sync data for ids ['fddb3a47-f72c-4146-b80f-140b7ab68437'] in dv-cinder-831776-6-iscsi is: [{'id': 'fddb3a47-f72c-4146-b80f-140b7ab68437', 'name': 'tempest-TestShelveInstance-129839969-router', 'tenant_id': '645c42f1a0464b3b8460688ccf3cfb16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:36:40Z', 'updated_at': '2022-04-07T06:41:39Z', 'revision_number': 6, 'project_id': '645c42f1a0464b3b8460688ccf3cfb16', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:41:40.408911 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (f87594f9-cff4-4e94-a76d-02bf2f3249b8), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.434734 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87594f9-cff4-4e94-a76d-02bf2f3249b8,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:40.494509 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (fddb3a47-f72c-4146-b80f-140b7ab68437), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.582891 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.584991 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks [] for router_controller (fddb3a47-f72c-4146-b80f-140b7ab68437), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.694700 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (fddb3a47-f72c-4146-b80f-140b7ab68437), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.695228 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddb3a47-f72c-4146-b80f-140b7ab68437 {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:41:40.700291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.701504 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cc67cfe8-a98e-4e24-aac3-2a172de1dcb7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/fddb3a47-f72c-4146-b80f-140b7ab68437 HTTP/1.1" status: 204 len: 168 time: 0.9824071 Apr 07 06:41:40.703994 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50052) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:40.751852 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Deleting subnet 7c584a6e-5f3e-41e0-b489-97a64be2819f {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:41:40.754860 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Publish callbacks [] for subnet (7c584a6e-5f3e-41e0-b489-97a64be2819f), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.788745 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (7c584a6e-5f3e-41e0-b489-97a64be2819f), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:40.865683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (7c584a6e-5f3e-41e0-b489-97a64be2819f), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.085828 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (7c584a6e-5f3e-41e0-b489-97a64be2819f), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.114605 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.118632 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7c584a6e-5f3e-41e0-b489-97a64be2819f HTTP/1.1" status: 204 len: 168 time: 0.4134619 Apr 07 06:41:41.119465 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05589c18-f722-4361-b961-cb71015ab779 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c584a6e-5f3e-41e0-b489-97a64be2819f,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:41.119714 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ca48e5-bed9-48f1-84c5-c6639d5f3f67 None None] Network fb619873-edd4-4ca0-bcdb-b15e8b8ced5f requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:41:41.120962 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50054) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:41.192865 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.250654 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Deleting port 5c732415-a1cf-4388-b66f-daccb21b4a53 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:41.251005 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.273521 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] DHCP port deletion for fb619873-edd4-4ca0-bcdb-b15e8b8ced5f request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:41:41.321193 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] For port 5c732415-a1cf-4388-b66f-daccb21b4a53, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=5c732415-a1cf-4388-b66f-daccb21b4a53,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:41.321555 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.327134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Deleting port 5c732415-a1cf-4388-b66f-daccb21b4a53 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:41:41.327512 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.339360 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Calling delete_port for 5c732415-a1cf-4388-b66f-daccb21b4a53 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:41.396027 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] For port 5c732415-a1cf-4388-b66f-daccb21b4a53, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=5c732415-a1cf-4388-b66f-daccb21b4a53,segment=NetworkSegment(eb2b43db-4381-4694-b231-5b999b251ed4),segment_id=eb2b43db-4381-4694-b231-5b999b251ed4)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:41:41.396446 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.408244 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Calling delete_port for 5c732415-a1cf-4388-b66f-daccb21b4a53 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:41:41.491170 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.496577 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (5c732415-a1cf-4388-b66f-daccb21b4a53), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.517977 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c732415-a1cf-4388-b66f-daccb21b4a53,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:41.519932 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] No DVR routers for this DVR port 5c732415-a1cf-4388-b66f-daccb21b4a53 on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:41:41.524339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] No DVR routers for this DVR port 5c732415-a1cf-4388-b66f-daccb21b4a53 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:41:41.525256 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a51d6-1b42-4bb1-ade9-a4ba0291ed0a None None] Pushing event deleted for resources: {'Port': ['ID=5c732415-a1cf-4388-b66f-daccb21b4a53,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:41.592966 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.612537 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb619873-edd4-4ca0-bcdb-b15e8b8ced5f']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:41.622466 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2b43db-4381-4694-b231-5b999b251ed4') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:41.622766 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2b43db-4381-4694-b231-5b999b251ed4') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:41:41.632896 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (eb2b43db-4381-4694-b231-5b999b251ed4), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.645852 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (eb2b43db-4381-4694-b231-5b999b251ed4), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.651459 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (eb2b43db-4381-4694-b231-5b999b251ed4), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:41:41.659584 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:41:41.751226 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (fb619873-edd4-4ca0-bcdb-b15e8b8ced5f), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.757003 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:41.760863 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] 10.222.0.24 "DELETE /v2.0/networks/fb619873-edd4-4ca0-bcdb-b15e8b8ced5f HTTP/1.1" status: 204 len: 168 time: 0.6382449 Apr 07 06:41:41.772699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9762f65-0fa0-487c-bc31-69d265fccc03 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb619873-edd4-4ca0-bcdb-b15e8b8ced5f,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:42.019502 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50058) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:42.059190 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2094e5d6-d8e4-44fd-a768-b60c8ed0d4db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b201a41ba3394cdebeda4fb3574ada20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385296 Apr 07 06:41:42.061604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50060) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:42.106392 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] Publish callbacks [] for security_group (f4446d0d-2796-4fa1-a23a-aebd03d0fc21), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:42.130900 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] Publish callbacks [] for security_group (f4446d0d-2796-4fa1-a23a-aebd03d0fc21), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:42.183147 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 5c732415-a1cf-4388-b66f-daccb21b4a53 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:42.202814 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 5c732415-a1cf-4388-b66f-daccb21b4a53 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:42.208938 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 5c732415-a1cf-4388-b66f-daccb21b4a53 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:42.208938 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f87594f9-cff4-4e94-a76d-02bf2f3249b8 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:42.221061 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: f87594f9-cff4-4e94-a76d-02bf2f3249b8 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:42.221407 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f87594f9-cff4-4e94-a76d-02bf2f3249b8 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:42.221803 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3a06cab0-2362-4ba9-8b52-6e8030436b46 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:41:42.244541 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 3a06cab0-2362-4ba9-8b52-6e8030436b46 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:41:42.244887 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 3a06cab0-2362-4ba9-8b52-6e8030436b46 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:41:42.251604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (f4446d0d-2796-4fa1-a23a-aebd03d0fc21), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:42.254285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:42.255776 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4446d0d-2796-4fa1-a23a-aebd03d0fc21 HTTP/1.1" status: 204 len: 168 time: 0.1929708 Apr 07 06:41:42.263365 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42917-a5c7-47e5-a835-558391c9acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4446d0d-2796-4fa1-a23a-aebd03d0fc21,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:42.856524 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50066) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:42.895985 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-01ddc611-1148-4aed-98af-b0355beedcd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=645c42f1a0464b3b8460688ccf3cfb16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382924 Apr 07 06:41:42.898338 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50068) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:41:42.943140 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] Publish callbacks [] for security_group (b94d564f-669b-4352-93e5-1c468ead6787), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:42.963907 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] Publish callbacks [] for security_group (b94d564f-669b-4352-93e5-1c468ead6787), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:43.099707 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (b94d564f-669b-4352-93e5-1c468ead6787), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:43.102278 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:43.103413 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b94d564f-669b-4352-93e5-1c468ead6787 HTTP/1.1" status: 204 len: 168 time: 0.2041993 Apr 07 06:41:43.111082 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa3867-2b28-4a30-abfa-590e4f501014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94d564f-669b-4352-93e5-1c468ead6787,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:41:43.833570 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-d57749cc-9429-4edd-a20b-2c4960676a3b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459249 Apr 07 06:41:43.921856 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-72ad602b-08e1-4799-9254-3668c5f20544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:43.923322 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-72ad602b-08e1-4799-9254-3668c5f20544 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1130 time: 0.0435419 Apr 07 06:41:44.027890 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-1d33787c-8657-42ea-96f5-ce7ca19f1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:44.029333 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-1d33787c-8657-42ea-96f5-ce7ca19f1a9d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0815420 Apr 07 06:41:44.098065 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-f1e2fa54-a8f4-4155-a018-0e4bb6831fa1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 200 len: 1002 time: 0.0586207 Apr 07 06:41:44.153923 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-8bbef2b4-2e27-4331-bd73-47c1d18ce500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:44.155363 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-8bbef2b4-2e27-4331-bd73-47c1d18ce500 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0482757 Apr 07 06:41:44.207379 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-c9ca5f22-d824-4a30-ac6e-0fd3cde98ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:41:44.208872 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-c9ca5f22-d824-4a30-ac6e-0fd3cde98ac5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427501 Apr 07 06:41:44.301964 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-cbe42b92-b9a9-4450-a87c-e088185ec8d5 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832160 Apr 07 06:41:44.389564 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-c4732add-58a6-41ba-b911-d7b61a08cd2b req-587143de-c456-4e4b-9d44-26eadab8afdf service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787516 Apr 07 06:41:48.254066 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a1a9cb96-a54c-497f-a270-8112e13f1c7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:50.611095 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a0f503df-2ace-4374-9977-45dc5629d224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:51.982221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:52.912084 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:41:54.496370 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:06.975926 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:14.452093 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:42:18.196133 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3bba347b-8c85-4dec-9c27-bacb6010ee00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:20.607331 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1c780550-f9d6-498c-9fc0-c931de1b508e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:21.993673 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:22.893457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:24.516171 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:36.981285 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:44.802689 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-fb174e3f-6751-4544-934e-df08993a86ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489805 Apr 07 06:42:44.917916 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-ca117646-ddeb-4178-94ce-45278734a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:44.919407 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-ca117646-ddeb-4178-94ce-45278734a7df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 1130 time: 0.0452385 Apr 07 06:42:45.026770 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-1d1a78f8-cf90-4fda-91cf-7ff2030f01da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:45.028178 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-1d1a78f8-cf90-4fda-91cf-7ff2030f01da service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0815587 Apr 07 06:42:45.098670 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-cffa4309-0a76-4860-a862-eff5f3bfa5ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 200 len: 1002 time: 0.0606570 Apr 07 06:42:45.145377 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-0efe5417-50aa-4993-83df-e2456a7adef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:45.146766 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-0efe5417-50aa-4993-83df-e2456a7adef6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0417080 Apr 07 06:42:45.197325 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-17bb4889-69e9-495c-97d8-392c9a8c8c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:45.198816 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-17bb4889-69e9-495c-97d8-392c9a8c8c8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423424 Apr 07 06:42:45.290460 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-9340418f-dd66-4241-aa25-a2b90c753f50 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824175 Apr 07 06:42:45.378705 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-ed28d309-2061-492d-a09e-202023d9f5e9 req-8d5d2cf4-726f-4792-ad95-d603bb377e75 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781252 Apr 07 06:42:48.235229 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-75565a81-d92e-4f52-811d-1e30092133f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:50.624090 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0a21595d-f77e-41ce-92ba-b378772ea043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:50.844319 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7255bf-b063-4cb4-91fc-2568cd555836 req-90696e7e-51ba-4aa1-b38f-8bde97e0fc54 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:50.845807 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c7255bf-b063-4cb4-91fc-2568cd555836 req-90696e7e-51ba-4aa1-b38f-8bde97e0fc54 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.2691712 Apr 07 06:42:50.893285 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8c7255bf-b063-4cb4-91fc-2568cd555836 req-b5d0012c-a4b0-48b7-a87f-97d1a8462306 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419226 Apr 07 06:42:51.451810 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:42:51.978498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:52.063813 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402e726a-a0ed-44c8-a33a-cb1832157284 req-9a0df743-40f3-49d9-a292-be174b2879e3 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:52.065289 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-402e726a-a0ed-44c8-a33a-cb1832157284 req-9a0df743-40f3-49d9-a292-be174b2879e3 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.1041467 Apr 07 06:42:52.112487 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-402e726a-a0ed-44c8-a33a-cb1832157284 req-8001af54-5620-4ae5-aef3-02308242b51a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417259 Apr 07 06:42:52.480672 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bf004-416e-425f-89b4-8cc61426c052 req-3365af68-41de-4e8f-8ed9-9fa9ab7c125e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:52.482041 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-b08bf004-416e-425f-89b4-8cc61426c052 req-3365af68-41de-4e8f-8ed9-9fa9ab7c125e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0555472 Apr 07 06:42:52.571544 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port 14f70465-1656-4e32-8857-432c83a0a304 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:42:52.571983 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (14f70465-1656-4e32-8857-432c83a0a304), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:52.660542 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] For port 14f70465-1656-4e32-8857-432c83a0a304, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=14f70465-1656-4e32-8857-432c83a0a304,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:42:52.660899 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (14f70465-1656-4e32-8857-432c83a0a304), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:52.916526 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:53.071645 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:53.072043 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:53.072359 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.db.l3_db [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec disassociated. External IP: 172.27.3.254, port: 14f70465-1656-4e32-8857-432c83a0a304. Apr 07 06:42:53.072704 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for 14f70465-1656-4e32-8857-432c83a0a304 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:42:53.230312 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e69aaa-0707-4246-92c8-eab1685d1329 req-42262361-af0d-43a3-8067-1000c6d03e06 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:53.231802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e69aaa-0707-4246-92c8-eab1685d1329 req-42262361-af0d-43a3-8067-1000c6d03e06 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 946 time: 0.0534728 Apr 07 06:42:53.267160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (14f70465-1656-4e32-8857-432c83a0a304), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:53.283576 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d3e69aaa-0707-4246-92c8-eab1685d1329 req-86d7f83e-d567-4e6b-8ba6-b2eb7c312b15 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462008 Apr 07 06:42:53.300725 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=14f70465-1656-4e32-8857-432c83a0a304,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:42:53.311849 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.312142 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.312493 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.312849 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.313188 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.313525 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.313860 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.314190 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.314534 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.314869 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.315194 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.315526 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.318335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.318335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.318335 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:42:53.424166 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:42:53.532282 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:42:53.541845 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:42:53.551442 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:42:53.552051 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:42:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:42:53.572990 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] No DVR routers for this DVR port 14f70465-1656-4e32-8857-432c83a0a304 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:42:53.575627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:53.578883 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-b08bf004-416e-425f-89b4-8cc61426c052 req-de1174d2-5771-4517-8fc4-4099d7a17479 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "DELETE /v2.0/ports/14f70465-1656-4e32-8857-432c83a0a304 HTTP/1.1" status: 204 len: 173 time: 1.0906479 Apr 07 06:42:53.579310 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'name': 'network-vif-deleted', 'tag': '14f70465-1656-4e32-8857-432c83a0a304'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:42:53.581571 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b007254e-b82d-4242-94e4-e640ef75313d" -d '{"events": [{"server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "name": "network-vif-deleted", "tag": "14f70465-1656-4e32-8857-432c83a0a304"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:42:53.617716 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f411563-8538-42c2-821f-be02bcd08ec5 x-openstack-request-id: req-4f411563-8538-42c2-821f-be02bcd08ec5 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:42:53.618513 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28bd7678-5a9c-48ee-a6d4-664ba2afc633", "name": "network-vif-deleted", "tag": "14f70465-1656-4e32-8857-432c83a0a304", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:42:53.618775 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4f411563-8538-42c2-821f-be02bcd08ec5 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:42:53.619187 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f411563-8538-42c2-821f-be02bcd08ec5'] response: {'server_uuid': '28bd7678-5a9c-48ee-a6d4-664ba2afc633', 'name': 'network-vif-deleted', 'tag': '14f70465-1656-4e32-8857-432c83a0a304', 'status': 'completed', 'code': 200} Apr 07 06:42:53.800786 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:42:53.993787 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:42:54.018553 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:42:54.026508 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:42:54.027126 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:42:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:42:54.133210 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:42:54.326013 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:42:54.357592 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119b728a-0d98-4cd6-aecb-fe0b39985799 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:42:54.390872 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a5f5f167-692c-43ea-9c24-e743267f1472 req-984f038a-14d7-4782-9c96-7968e50a8504 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=28bd7678-5a9c-48ee-a6d4-664ba2afc633 HTTP/1.1" status: 200 len: 210 time: 0.0283644 Apr 07 06:42:54.466911 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:54.570241 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7adec0-6870-4e70-b168-31350d63548a None None] New status for floating IP c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:42:55.639616 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-7190a6e4-26c3-4afe-90af-e0f1a20861e2 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718537180&fields=id&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 267 time: 0.0433669 Apr 07 06:42:55.745972 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-fc1a00f6-a930-4552-8f04-3a2a2d346cad tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:55.747332 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-fc1a00f6-a930-4552-8f04-3a2a2d346cad tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.1013086 Apr 07 06:42:55.761939 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-d9b24337-9620-41c2-b0e7-d9c7764ccd84 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/quotas/d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 375 time: 0.0090699 Apr 07 06:42:55.815546 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-aa98ee46-187b-40c7-8b0f-0dba9794139b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485666 Apr 07 06:42:55.905557 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-22893eae-976f-4c47-a0c6-0c8aa5302e20 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785933 Apr 07 06:42:55.993870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-b6cd9624-ac2b-4da8-b7b7-41066767d752 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825608 Apr 07 06:42:56.484902 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-8294b19e-335d-44f4-90ed-9535e18caffd req-da0ee50a-3e98-4492-9f66-c1c94d3a04cd tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 210 time: 0.0281382 Apr 07 06:42:57.575703 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-400b7261-4148-4cec-b6ff-20ab63f98c97 req-883709ac-03d6-49a2-bbf9-aca40803b685 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 210 time: 0.0267234 Apr 07 06:42:57.978542 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 14f70465-1656-4e32-8857-432c83a0a304 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:42:57.998512 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 14f70465-1656-4e32-8857-432c83a0a304 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:42:57.998857 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 14f70465-1656-4e32-8857-432c83a0a304 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:42:58.474306 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-bdf3b886-4887-4742-82b1-68775a578612 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:58.475780 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-bdf3b886-4887-4742-82b1-68775a578612 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.1021514 Apr 07 06:42:58.554676 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-f3a85ce5-d96b-40e8-aa51-410cc7e7c0b1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 380 time: 0.0526683 Apr 07 06:42:58.564710 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'port': {'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'admin_state_up': True, 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'security_groups': ['e225e44a-437e-42d6-aad4-519a5554799c']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:42:58.669533 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d6e76d40-77dd-4b93-83e2-74a6b2b40c1e req-86cf8dc3-5d52-473b-a6f9-3dbf668ae06b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 210 time: 0.0272734 Apr 07 06:42:58.763692 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Made reservation on behalf of d9852c8d59554cdc966a35c3cd2fb0f0 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:42:58.767179 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:58.889532 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.20.0.6 (c2c0ebff-380e-47e4-a77f-d3b7671e851e/255331ac-4706-4d96-b656-83f58f91c9a3/73abd8ac-c40c-404f-881b-c83aa3acf143) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:42:59.022968 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.109679 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.152697 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:42:59.155925 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:42:59.159597 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:42:59.165766 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:42:59.215189 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:59.215851 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.343822 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-9a0c4258-b50f-4c76-948b-b25d38c14354 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825947 Apr 07 06:42:59.355172 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Request body: {'port': {'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:42:59.412612 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.419968 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-35a8eac7-14d7-4734-8073-29145374b202 None None] Provisioning complete for port 73abd8ac-c40c-404f-881b-c83aa3acf143 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:42:59.420429 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-35a8eac7-14d7-4734-8073-29145374b202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.460069 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-35a8eac7-14d7-4734-8073-29145374b202 None None] Port 73abd8ac-c40c-404f-881b-c83aa3acf143 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:42:59.676203 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73abd8ac-c40c-404f-881b-c83aa3acf143 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:42:59.683926 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks [] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.695550 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Transition to ACTIVE for port object 73abd8ac-c40c-404f-881b-c83aa3acf143 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:42:59.769583 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.792185 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b408e2-2ba4-464e-9190-0fd0274e00f4 req-5374e373-19e1-492a-b36b-68fca50d5fc8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:42:59.793641 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89b408e2-2ba4-464e-9190-0fd0274e00f4 req-5374e373-19e1-492a-b36b-68fca50d5fc8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 931 time: 0.0569830 Apr 07 06:42:59.841139 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Pushing event updated for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:42:59.852811 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-89b408e2-2ba4-464e-9190-0fd0274e00f4 req-7b0c8194-c3f1-4a8b-ba1c-c4891e37d587 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506041 Apr 07 06:42:59.898777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Attempting to bind port 73abd8ac-c40c-404f-881b-c83aa3acf143 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:42:59.899154 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Attempting to bind port 73abd8ac-c40c-404f-881b-c83aa3acf143 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:42:59.899482 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Attempting to bind port 73abd8ac-c40c-404f-881b-c83aa3acf143 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:42:59.904044 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Port 73abd8ac-c40c-404f-881b-c83aa3acf143 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:42:59.904365 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Attempting to bind port 73abd8ac-c40c-404f-881b-c83aa3acf143 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:42:59.909303 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:42:59.909638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:42:59.910023 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Bound using segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:42:59.910449 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Bound port: 73abd8ac-c40c-404f-881b-c83aa3acf143, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:42:59.910816 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:42:59.980762 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:42:59.984558 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73abd8ac-c40c-404f-881b-c83aa3acf143,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:43:00.067081 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:00.100858 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.101495 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:00.103554 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] 10.222.0.25 "PUT /v2.0/ports/73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 1093 time: 0.7524064 Apr 07 06:43:00.103969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:43:00.106185 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6234bd0c-d4ab-46cb-9519-a9927f969b7c" -d '{"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:43:00.132859 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc2a9a-e494-473b-9274-06f957580ddf service neutron] Pushing event updated for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:43:00.146266 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e41f99-1912-41df-8fc0-30ca7abd0111 x-openstack-request-id: req-38e41f99-1912-41df-8fc0-30ca7abd0111 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:43:00.146619 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:43:00.146880 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e41f99-1912-41df-8fc0-30ca7abd0111 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:43:00.147290 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e41f99-1912-41df-8fc0-30ca7abd0111'] response: {'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'status': 'completed', 'code': 200} Apr 07 06:43:00.264502 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-da312321-a051-463b-8451-a86aab9b2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.265989 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-da312321-a051-463b-8451-a86aab9b2470 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1127 time: 0.0985188 Apr 07 06:43:00.363249 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-60174648-a5c1-42f9-84e3-e1c408ad06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.364958 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-60174648-a5c1-42f9-84e3-e1c408ad06e8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0918367 Apr 07 06:43:00.455657 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-659a258c-901d-4ddf-a37a-adb00e83ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.457118 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-6234bd0c-d4ab-46cb-9519-a9927f969b7c req-659a258c-901d-4ddf-a37a-adb00e83ee85 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0832546 Apr 07 06:43:00.548782 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-44cf92ea-7249-42ff-8ac1-7c3b0d1560cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.550332 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-44cf92ea-7249-42ff-8ac1-7c3b0d1560cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1127 time: 0.0475061 Apr 07 06:43:00.594017 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-7d68a1b6-b9b1-40b5-960f-bd5003431d46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 217 time: 0.0329134 Apr 07 06:43:00.643537 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-83214090-16f1-4a7c-ab4f-e52096352726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.644908 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-83214090-16f1-4a7c-ab4f-e52096352726 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0420067 Apr 07 06:43:00.693773 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-39fcdc46-3690-41c1-856e-5df6c1915a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.695301 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-39fcdc46-3690-41c1-856e-5df6c1915a8a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415604 Apr 07 06:43:00.788130 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-4efb714d-b3fd-47eb-b5f9-84c30fee1ef9 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831900 Apr 07 06:43:00.880942 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-8f6f63f1-b3cc-4f44-9566-31dd1bfa966b req-50e2de63-e1e6-466e-8dad-31e8e6789c5e service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839126 Apr 07 06:43:00.972081 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519db5c-9963-4ad4-8840-010d8b35f83f req-42354c72-4782-4137-85e2-5ee52dc7c4c9 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:00.973444 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a519db5c-9963-4ad4-8840-010d8b35f83f req-42354c72-4782-4137-85e2-5ee52dc7c4c9 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0515571 Apr 07 06:43:01.021710 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a519db5c-9963-4ad4-8840-010d8b35f83f req-6f966d5c-338b-4932-b85b-dafbc59856fa tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426519 Apr 07 06:43:02.143524 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a73c8-c4ed-498f-8d8f-fbf679ff170c req-a88b5d8b-7318-4c56-94b8-1093bcaa20d8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:02.145018 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9f1a73c8-c4ed-498f-8d8f-fbf679ff170c req-a88b5d8b-7318-4c56-94b8-1093bcaa20d8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0562189 Apr 07 06:43:02.195531 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9f1a73c8-c4ed-498f-8d8f-fbf679ff170c req-514565bd-f101-4218-8bee-a95a0b314d85 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450161 Apr 07 06:43:03.308563 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f418b-2e95-4854-95aa-bbf9e9d260c9 req-2df8f04a-ee94-46d3-9146-955aa1eb1a00 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:03.310005 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9c1f418b-2e95-4854-95aa-bbf9e9d260c9 req-2df8f04a-ee94-46d3-9146-955aa1eb1a00 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0509493 Apr 07 06:43:03.356789 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-9c1f418b-2e95-4854-95aa-bbf9e9d260c9 req-8894a640-cf84-4d5c-9e2f-43071389b199 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413666 Apr 07 06:43:04.473267 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec68ab7-0ee4-48b8-b105-ba0041564f2b req-e109dd15-d5bf-4b3f-92fe-a5084fb519e8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:04.474655 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dec68ab7-0ee4-48b8-b105-ba0041564f2b req-e109dd15-d5bf-4b3f-92fe-a5084fb519e8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0549047 Apr 07 06:43:04.521183 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-dec68ab7-0ee4-48b8-b105-ba0041564f2b req-b79f98b9-e895-4848-952b-bbe8ff67837a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Apr 07 06:43:05.642950 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c2c6c-b32d-4ee9-a5ff-9fe5b41f5faf req-f265a82d-55ae-4618-b700-495f78a074f0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:05.644423 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb3c2c6c-b32d-4ee9-a5ff-9fe5b41f5faf req-f265a82d-55ae-4618-b700-495f78a074f0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0585785 Apr 07 06:43:05.692649 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cb3c2c6c-b32d-4ee9-a5ff-9fe5b41f5faf req-d741491d-d8f3-455c-b88d-10c860157d4a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Apr 07 06:43:06.809094 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97076a29-b6b5-4f95-ae33-1019495bd144 req-aa827280-a247-42f4-8a1c-df03bd889018 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:06.810580 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97076a29-b6b5-4f95-ae33-1019495bd144 req-aa827280-a247-42f4-8a1c-df03bd889018 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0527194 Apr 07 06:43:06.856987 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-97076a29-b6b5-4f95-ae33-1019495bd144 req-6e19f10e-0efd-4aca-9ac8-30a1b00305e5 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407794 Apr 07 06:43:07.006487 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:07.974912 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c7cf-8eb1-4bd4-ad7c-066aedf0dc83 req-9dc5199a-b001-466b-9b08-ae8a6b186f65 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:07.976400 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd17c7cf-8eb1-4bd4-ad7c-066aedf0dc83 req-9dc5199a-b001-466b-9b08-ae8a6b186f65 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0548785 Apr 07 06:43:08.022930 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cd17c7cf-8eb1-4bd4-ad7c-066aedf0dc83 req-a50996d2-e6cb-4463-8cd2-348f9f320996 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409825 Apr 07 06:43:09.137141 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9c799a-f5cc-4933-b770-87bf497006b7 req-e56a46f4-d778-494e-b7e7-7d95084fa80e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:09.138589 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef9c799a-f5cc-4933-b770-87bf497006b7 req-e56a46f4-d778-494e-b7e7-7d95084fa80e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0508063 Apr 07 06:43:09.185561 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ef9c799a-f5cc-4933-b770-87bf497006b7 req-8dce7baf-4056-445b-a35d-3a9ef4261f20 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Apr 07 06:43:10.024824 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 73abd8ac-c40c-404f-881b-c83aa3acf143 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:43:10.119613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73abd8ac-c40c-404f-881b-c83aa3acf143,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:43:10.130535 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:43:10.166102 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 73abd8ac-c40c-404f-881b-c83aa3acf143 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:43:10.166501 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:10.179602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73abd8ac-c40c-404f-881b-c83aa3acf143 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:43:10.199612 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73abd8ac-c40c-404f-881b-c83aa3acf143,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:43:10.283457 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:10.299592 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381e511-f7c7-4bff-a7c3-abc59fb32e52 req-67083a6c-5215-4ffb-a4ec-a98881dab3ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:10.301078 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5381e511-f7c7-4bff-a7c3-abc59fb32e52 req-67083a6c-5215-4ffb-a4ec-a98881dab3ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 943 time: 0.0507927 Apr 07 06:43:10.334652 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:43:10.341585 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.341939 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.342286 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.342633 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.342971 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.343305 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.343636 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.343996 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.344326 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.344662 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.344992 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.345318 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.345641 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.345963 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.346284 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:10.353809 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-5381e511-f7c7-4bff-a7c3-abc59fb32e52 req-b5c60b3b-53f8-4922-af78-13aaf5d69127 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460527 Apr 07 06:43:10.557500 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['73abd8ac-c40c-404f-881b-c83aa3acf143'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:43:11.475061 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc832-f209-4621-be08-a7e44ebe5044 req-40240029-0b9e-48a7-ae09-1ad9ed8cb3a8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:11.476559 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a23fc832-f209-4621-be08-a7e44ebe5044 req-40240029-0b9e-48a7-ae09-1ad9ed8cb3a8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 944 time: 0.0513532 Apr 07 06:43:11.523755 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-a23fc832-f209-4621-be08-a7e44ebe5044 req-346ce189-a23b-40ef-ab2c-9c07d9dcc15d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416553 Apr 07 06:43:12.025027 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 73abd8ac-c40c-404f-881b-c83aa3acf143 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:43:12.146288 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port 73abd8ac-c40c-404f-881b-c83aa3acf143 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:43:12.150583 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port 73abd8ac-c40c-404f-881b-c83aa3acf143 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:43:12.155603 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:12.227642 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port 73abd8ac-c40c-404f-881b-c83aa3acf143 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:43:12.228058 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:12.249214 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:43:12.251417 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e02cfaa1-a6dc-40f0-8c61-3627e2696cb8" -d '{"events": [{"server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "name": "network-vif-plugged", "status": "completed", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:43:12.264785 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73abd8ac-c40c-404f-881b-c83aa3acf143,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:43:12.285797 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdebab76-2f24-4317-af26-2ec334cb9dc8 x-openstack-request-id: req-bdebab76-2f24-4317-af26-2ec334cb9dc8 {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:43:12.286104 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "name": "network-vif-plugged", "status": "completed", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:43:12.286359 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdebab76-2f24-4317-af26-2ec334cb9dc8 {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:43:12.286746 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdebab76-2f24-4317-af26-2ec334cb9dc8'] response: {'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'code': 200} Apr 07 06:43:12.335182 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:12.383446 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:43:12.639690 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f2c6e-7741-4edb-8e97-361851cbe36e req-1a0b1d45-e936-4ab7-923f-6d149944cf9f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:12.641282 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c31f2c6e-7741-4edb-8e97-361851cbe36e req-1a0b1d45-e936-4ab7-923f-6d149944cf9f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0518222 Apr 07 06:43:12.654080 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6064-79d4-47c7-ae0b-8a70f72f061f req-8103bf5b-77b3-43a2-bf45-f4bad49fbee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:12.659887 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-040e6064-79d4-47c7-ae0b-8a70f72f061f req-8103bf5b-77b3-43a2-bf45-f4bad49fbee5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0454576 Apr 07 06:43:12.689988 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c31f2c6e-7741-4edb-8e97-361851cbe36e req-309d93f6-bc71-42fc-98a8-448ba3ced040 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431294 Apr 07 06:43:12.702381 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-040e6064-79d4-47c7-ae0b-8a70f72f061f req-fbcca8ce-2f0c-4314-a997-5d582d0d8d48 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394218 Apr 07 06:43:14.095019 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3aa86-cf61-4f9a-9a71-79fd5e7573f5 req-9535df14-6d28-432c-b8fd-147b22f897c2 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:14.096526 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ad3aa86-cf61-4f9a-9a71-79fd5e7573f5 req-9535df14-6d28-432c-b8fd-147b22f897c2 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.3393013 Apr 07 06:43:14.144248 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ad3aa86-cf61-4f9a-9a71-79fd5e7573f5 req-56091fea-5d35-492e-80a9-3bd5cf711c81 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Apr 07 06:43:15.259135 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc7706-d053-4261-84fb-5c345839dba4 req-18b80a81-eacd-4640-8faa-fe4369d20aa0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:15.260618 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38bc7706-d053-4261-84fb-5c345839dba4 req-18b80a81-eacd-4640-8faa-fe4369d20aa0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0514824 Apr 07 06:43:15.306857 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-38bc7706-d053-4261-84fb-5c345839dba4 req-90cf724b-8157-4f73-9f37-8ad6aa42d2f1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406456 Apr 07 06:43:15.424867 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d4348-6e26-4684-b0a4-7966875b8f52 req-7cbfdbdf-d62c-4a37-a723-99424333735f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:15.426244 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e52d4348-6e26-4684-b0a4-7966875b8f52 req-7cbfdbdf-d62c-4a37-a723-99424333735f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0540056 Apr 07 06:43:15.473495 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-e52d4348-6e26-4684-b0a4-7966875b8f52 req-689be605-a2bc-4cc1-b66e-b1a4ea720f5c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411599 Apr 07 06:43:15.496049 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50172) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:43:15.537161 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e762aad-4ce7-4edd-97ed-f4250ee0988f tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:15.538649 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-2e762aad-4ce7-4edd-97ed-f4250ee0988f tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1124 time: 0.0416408 Apr 07 06:43:15.541763 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50174) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:43:15.545914 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:43:15.634943 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:15.736023 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:15.834254 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.27.3.25 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/d6eff49b-a0ab-47ac-aae3-e63446064444) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:43:15.935191 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.020472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.054110 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:43:16.056890 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:43:16.062251 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:43:16.088378 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=d6eff49b-a0ab-47ac-aae3-e63446064444,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:43:16.099189 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.099538 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.099905 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.100247 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.100578 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.100907 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.101247 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.102125 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.102485 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.102810 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.103138 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.103458 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.103799 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.104124 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.104438 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:43:16.431015 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (715683fb-e72e-44c3-8285-c8d5cb50a515), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.552460 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.696927 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.769023 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.840672 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=d6eff49b-a0ab-47ac-aae3-e63446064444,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:43:16.849462 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (715683fb-e72e-44c3-8285-c8d5cb50a515), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:16.947693 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP 715683fb-e72e-44c3-8285-c8d5cb50a515 associated. External IP: 172.27.3.25, port: 73abd8ac-c40c-404f-881b-c83aa3acf143. Apr 07 06:43:17.152423 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:43:17.259413 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:43:17.269248 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:43:17.278664 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:43:17.279275 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:42:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:43:17.325356 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:17.358491 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-9a956a15-07cf-470f-bc49-f1c88c53652a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8157365 Apr 07 06:43:17.359463 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:43:17.361750 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a029142-31a3-4e49-8b90-fdf0e5113ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:43:17.385879 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:43:17.397873 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8186d427-7d2a-442f-8a82-9001911242bd x-openstack-request-id: req-8186d427-7d2a-442f-8a82-9001911242bd {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:43:17.398665 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:43:17.398924 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8186d427-7d2a-442f-8a82-9001911242bd {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:43:17.399337 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8186d427-7d2a-442f-8a82-9001911242bd'] response: {'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'status': 'completed', 'code': 200} Apr 07 06:43:17.466702 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-a3e5df14-b139-4067-88f6-5edf6fb88c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:17.468273 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-a3e5df14-b139-4067-88f6-5edf6fb88c96 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0458484 Apr 07 06:43:17.558841 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-ea9f07c2-bd6c-4a70-8eb8-91d64244c52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:17.560363 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-ea9f07c2-bd6c-4a70-8eb8-91d64244c52b service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0855260 Apr 07 06:43:17.608805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:16Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:43:17.623005 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-a3023813-4813-4ebb-88ec-03e856b4798f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 998 time: 0.0567966 Apr 07 06:43:17.634538 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:43:17.642602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:43:17.643212 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:42:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:43:17.675777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-7210852f-123e-4a34-9c92-1dfc1c7649f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:17.677234 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-7210852f-123e-4a34-9c92-1dfc1c7649f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0482423 Apr 07 06:43:17.725451 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-27265465-1b7a-42d0-ba3f-67f0e983c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:17.727014 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-27265465-1b7a-42d0-ba3f-67f0e983c97c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440617 Apr 07 06:43:17.750653 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:43:17.815460 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-15a4eb9d-257f-4d52-9a76-6a61aaf2fb3b service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819728 Apr 07 06:43:17.905160 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4a029142-31a3-4e49-8b90-fdf0e5113ccb req-212b9a39-bc26-45cd-9195-b3bdac0816e7 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835767 Apr 07 06:43:17.970567 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:16Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:43:17.995767 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e53efbd-181b-4b10-9188-922f30a0a2f8 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:16Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:43:18.202535 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efb9aec-e260-4434-a9f7-b0d7967a5645 None None] New status for floating IP 715683fb-e72e-44c3-8285-c8d5cb50a515: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:43:18.215537 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9ac7ffb7-7dc5-4005-aeb0-d862cf2d04c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:20.594747 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6def0b5a-0cfc-4d27-b81c-a8df68d48f04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:21.986289 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:22.940100 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:24.474904 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:28.450075 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:43:35.311618 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-2634c6cc-d7cb-4cf0-9744-fac7259f42aa req-626cb770-e444-4960-8134-4587fc50ec80 service neutron] (103956) timed out ('10.222.0.25', 49356) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 06:43:36.994151 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:46.794366 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-3ef74fa9-f69c-47ff-a42f-0ad7c19dfc01 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434225 Apr 07 06:43:46.879485 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-fc52472c-9ccd-4b62-b7b0-dc2b880d6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:46.881053 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-fc52472c-9ccd-4b62-b7b0-dc2b880d6e48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0431359 Apr 07 06:43:46.985442 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-de43249e-6b50-427f-b297-6bc7b31d11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:46.986866 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-de43249e-6b50-427f-b297-6bc7b31d11db service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0836089 Apr 07 06:43:47.051657 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-ba6c00b7-ffc4-4e9b-b059-a4a1fa7bab9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 1000 time: 0.0555682 Apr 07 06:43:47.104558 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-b2530abe-dfac-412e-8ee8-0c08d39988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:47.105972 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-b2530abe-dfac-412e-8ee8-0c08d39988e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0453055 Apr 07 06:43:47.155931 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-7dee3447-b27e-430a-a111-eaf1f1346906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:43:47.157352 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-7dee3447-b27e-430a-a111-eaf1f1346906 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420878 Apr 07 06:43:47.247738 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-0ef3c4b6-2471-4c24-8975-3029b3d98d2a service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802698 Apr 07 06:43:47.338121 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-3dc03deb-e867-4f26-850b-439c87c2c3e1 req-9439b666-6af5-4947-88ed-0c862bb4bafd service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829282 Apr 07 06:43:48.219602 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4cde98b1-7372-45d4-97a3-59947416e01d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:50.590837 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-44ca05a5-543e-4840-b959-4722f216fdab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:51.985377 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:52.911040 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:43:54.468334 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:05.448968 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:44:07.028004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:18.219027 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-a391d52c-de72-4618-94a8-307b44e66368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:20.590460 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-d17d045a-86d3-43ff-a281-7d1f8aceea37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:21.985116 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:22.918570 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:24.476199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:37.024324 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:42.447807 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:44:47.834846 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-177e6ba6-9c36-4a9b-8cce-3ba11d8b0e89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435615 Apr 07 06:44:47.927921 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-8470b643-3714-4041-8b64-fb644ac25e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:44:47.929382 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-8470b643-3714-4041-8b64-fb644ac25e58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0458457 Apr 07 06:44:48.039512 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-d2b35ee7-ceb9-42d9-b82f-d63ffd70b2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:44:48.041023 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-d2b35ee7-ceb9-42d9-b82f-d63ffd70b2b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0880017 Apr 07 06:44:48.106573 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-b891fcd4-1eef-48f2-94f3-d314750b228b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 1000 time: 0.0556970 Apr 07 06:44:48.160731 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-4137d257-d7a0-421f-9af0-44b7e8824130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:44:48.162186 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-4137d257-d7a0-421f-9af0-44b7e8824130 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0458751 Apr 07 06:44:48.213846 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-fb38577f-63e7-467f-83a8-10b0438810ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:44:48.215344 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-fb38577f-63e7-467f-83a8-10b0438810ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433524 Apr 07 06:44:48.215535 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e0e8408f-e062-4b67-865a-8291faa7d08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:48.303904 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-e643eec8-36bb-4363-9891-709b0a1f832e service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788541 Apr 07 06:44:48.396573 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-f03b8960-ae88-4d5d-872f-ac6445c09361 req-bb5e53b8-6af8-4664-b06e-027db2b401f2 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827370 Apr 07 06:44:50.592624 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-cb2fe9c5-4e3b-4c3e-bd04-75f8c94d2db9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:52.009966 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:52.918093 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:44:54.506804 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:03.585679 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-2ff01c5d-7679-4a2c-baae-d49b20d93711 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1718537180&fields=id&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 267 time: 0.0444486 Apr 07 06:45:03.686680 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-b7e001d7-c873-4f59-95ee-65f0f610bca0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:03.688588 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-b7e001d7-c873-4f59-95ee-65f0f610bca0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.0966275 Apr 07 06:45:03.702398 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-7147c39a-f958-4be2-b333-8ec3b8cafc0e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/quotas/d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 375 time: 0.0085549 Apr 07 06:45:03.760111 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-658f5cba-a418-467b-a9c6-9edd1d68e909 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523007 Apr 07 06:45:03.852351 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-28415326-c60d-49be-a674-c0061cc63a24 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805688 Apr 07 06:45:03.941315 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-34f9cc00-1bee-44f0-95ea-e94161503e10 service neutron] 10.222.0.24 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831959 Apr 07 06:45:04.509962 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-7f8fb9f4-e90f-4f3f-90b2-fa9b3b2bd19b req-3de76198-f758-4df3-9f7b-d10694f5dac9 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 210 time: 0.0276542 Apr 07 06:45:05.601189 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-fbb7aa0b-1bde-40ee-9e76-5ea31cc7aa2b req-d7d20c74-1e8a-4265-a5cb-8ea12392ea04 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 210 time: 0.0266280 Apr 07 06:45:06.504643 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-54e47279-740e-4f4d-ba85-f56cdfdea2f7 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:06.505977 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-54e47279-740e-4f4d-ba85-f56cdfdea2f7 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 812 time: 0.1010518 Apr 07 06:45:06.571202 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-76058a79-8484-47b3-bbd0-36c88b50a654 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0 HTTP/1.1" status: 200 len: 380 time: 0.0521691 Apr 07 06:45:06.582592 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'port': {'device_id': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'admin_state_up': True, 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'security_groups': ['e225e44a-437e-42d6-aad4-519a5554799c']}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:45:06.700937 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c355df31-a0ae-43b6-9dea-70e4f0028f16 req-ed19a88b-0ec5-4e02-a707-05bd697c614b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 210 time: 0.0276189 Apr 07 06:45:06.806355 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Made reservation on behalf of d9852c8d59554cdc966a35c3cd2fb0f0 for: {'port': 1} {{(pid=103955) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 07 06:45:06.809892 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:06.951223 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_common [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.20.0.9 (c2c0ebff-380e-47e4-a77f-d3b7671e851e/255331ac-4706-4d96-b656-83f58f91c9a3/db4d8165-cc1a-4886-9097-f3b386874a93) {{(pid=103955) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:45:07.046478 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.071000 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (db4d8165-cc1a-4886-9097-f3b386874a93), precommit_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.175167 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_create {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.213788 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e is already hosted by enough agents. {{(pid=103955) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:45:07.218744 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.base_scheduler [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103955) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:45:07.222490 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103955) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:45:07.247246 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=1']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:07.260211 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.260562 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.260900 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.261239 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.261575 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.261902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.262226 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.262549 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.262885 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.263193 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.263518 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.263902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.264230 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.264546 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.264858 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:07.288195 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:07.288816 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.381310 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-4f70848e-5a84-4571-8487-b50f01d1be4c tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8027284 Apr 07 06:45:07.397776 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.v2.base [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Request body: {'port': {'device_id': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83177'}} {{(pid=103955) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:45:07.438748 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-8939e1c1-3513-4fab-99b0-c182854a5db0 None None] Provisioning complete for port db4d8165-cc1a-4886-9097-f3b386874a93 triggered by entity DHCP. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:45:07.439121 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8939e1c1-3513-4fab-99b0-c182854a5db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.459590 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.473331 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-8939e1c1-3513-4fab-99b0-c182854a5db0 None None] Port db4d8165-cc1a-4886-9097-f3b386874a93 cannot update to ACTIVE because it is not bound. {{(pid=103957) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 07 06:45:07.825846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d26d9-5fcc-45ef-805d-2e5a3590fca9 req-5af2272e-f173-461f-82f1-d16a512c629a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:07.827522 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b07d26d9-5fcc-45ef-805d-2e5a3590fca9 req-5af2272e-f173-461f-82f1-d16a512c629a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 931 time: 0.0578866 Apr 07 06:45:07.883166 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b07d26d9-5fcc-45ef-805d-2e5a3590fca9 req-7aef8b94-d017-45e2-a74c-881e26066dcb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488138 Apr 07 06:45:07.976944 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4d8165-cc1a-4886-9097-f3b386874a93 {{(pid=103955) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:45:07.984291 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks [] for port (db4d8165-cc1a-4886-9097-f3b386874a93), precommit_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:07.996176 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.provisioning_blocks [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Transition to ACTIVE for port object db4d8165-cc1a-4886-9097-f3b386874a93 will not be triggered until provisioned by entity L2. {{(pid=103955) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 07 06:45:08.060724 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:08.114654 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Pushing event updated for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=2']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:08.180833 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Attempting to bind port db4d8165-cc1a-4886-9097-f3b386874a93 on host hv-cinder-83177 for vnic_type normal with profile {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 07 06:45:08.181182 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Attempting to bind port db4d8165-cc1a-4886-9097-f3b386874a93 by drivers openvswitch,hyperv on host hv-cinder-83177 at level 0 using segments [{'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 07 06:45:08.181522 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Attempting to bind port db4d8165-cc1a-4886-9097-f3b386874a93 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:45:08.186278 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Port db4d8165-cc1a-4886-9097-f3b386874a93 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83177 {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 07 06:45:08.186607 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Attempting to bind port db4d8165-cc1a-4886-9097-f3b386874a93 on network c2c0ebff-380e-47e4-a77f-d3b7671e851e {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 07 06:45:08.192102 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Checking agent: {'id': '4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83177', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'started_at': datetime.datetime(2022, 4, 7, 6, 25, 36), 'heartbeat_timestamp': datetime.datetime(2022, 4, 7, 6, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 07 06:45:08.192446 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Checking segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 07 06:45:08.192839 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Bound using segment: {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'} {{(pid=103955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 07 06:45:08.193270 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.managers [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Bound port: db4d8165-cc1a-4886-9097-f3b386874a93, host: hv-cinder-83177, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988dc72-adc7-4c4d-9fc4-56b9019dda32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e'}}] {{(pid=103955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 07 06:45:08.193671 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), before_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:08.257258 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, cleared binding levels {{(pid=103955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 07 06:45:08.260188 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=db4d8165-cc1a-4886-9097-f3b386874a93,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 07 06:45:08.318561 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10442708'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_update {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:08.352576 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.353198 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:08.354692 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] 10.222.0.25 "PUT /v2.0/ports/db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 200 len: 1093 time: 0.9621687 Apr 07 06:45:08.355174 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:45:08.357382 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeac7269-e411-41b5-8122-c6c67c33f9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:45:08.386718 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d90c3-367d-4250-9d00-a57bf7a158cd service neutron] Pushing event updated for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=3']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:08.467825 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbef85bb-4ce3-4617-8ac4-78d94b83cba6 x-openstack-request-id: req-bbef85bb-4ce3-4617-8ac4-78d94b83cba6 {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:45:08.468243 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:45:08.468423 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bbef85bb-4ce3-4617-8ac4-78d94b83cba6 {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:45:08.468834 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbef85bb-4ce3-4617-8ac4-78d94b83cba6'] response: {'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'status': 'completed', 'code': 200} Apr 07 06:45:08.545287 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-9e2d958a-1b9c-4bc9-a02c-20eceb90924f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.546800 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-9e2d958a-1b9c-4bc9-a02c-20eceb90924f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1127 time: 0.0473528 Apr 07 06:45:08.648187 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-8629e05f-fc04-4ea4-8bed-acf30f2da5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.649577 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-8629e05f-fc04-4ea4-8bed-acf30f2da5f7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0908775 Apr 07 06:45:08.746287 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-dea532e7-25d2-47db-b8a1-83640b841972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.747704 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-aeac7269-e411-41b5-8122-c6c67c33f9c0 req-dea532e7-25d2-47db-b8a1-83640b841972 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0878923 Apr 07 06:45:08.834587 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-3371ccec-4981-45c4-a383-db23a09906af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.836146 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-3371ccec-4981-45c4-a383-db23a09906af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1127 time: 0.0441554 Apr 07 06:45:08.880199 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-17c91f37-3cd5-4496-b213-59c3cb303170 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 200 len: 217 time: 0.0328140 Apr 07 06:45:08.934455 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-798a6953-3f54-4275-9ca8-3786ae48b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.935952 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-798a6953-3f54-4275-9ca8-3786ae48b803 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0471077 Apr 07 06:45:08.990673 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-74af283e-50d6-4c51-942d-2a96e54b5acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:08.992332 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-74af283e-50d6-4c51-942d-2a96e54b5acc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465021 Apr 07 06:45:09.003712 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08532cba-8ac7-4f22-a80a-8826fcc5e548 req-5f33d440-dda5-4e1e-a9d1-f7eafe9447ca tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:09.005140 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08532cba-8ac7-4f22-a80a-8826fcc5e548 req-5f33d440-dda5-4e1e-a9d1-f7eafe9447ca tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0565612 Apr 07 06:45:09.053368 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-08532cba-8ac7-4f22-a80a-8826fcc5e548 req-c22f9f43-9d04-4967-903b-f88fb3b987f1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Apr 07 06:45:09.082562 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-c5529b4e-e0d0-4eae-a746-3259dc538dfa service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796354 Apr 07 06:45:09.172303 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-7a4e96bb-6812-406f-83e4-2e197daab0fb req-123e4613-8e94-4dd6-b776-4c47c345bcd6 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821490 Apr 07 06:45:10.169975 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5cd0d-5dfa-42be-b3f1-9b6f8e199d98 req-a5ca0fa6-ebc9-4821-8787-d51760492d11 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:10.171444 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f2f5cd0d-5dfa-42be-b3f1-9b6f8e199d98 req-a5ca0fa6-ebc9-4821-8787-d51760492d11 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0512769 Apr 07 06:45:10.218462 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-f2f5cd0d-5dfa-42be-b3f1-9b6f8e199d98 req-6d7bf43e-f8c7-47e0-b44d-cc04fe8f065a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413091 Apr 07 06:45:11.335273 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af744c9-ef2a-45bd-945c-39e819156996 req-97507558-fae9-4dc4-809a-f0c374df0db3 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:11.337626 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6af744c9-ef2a-45bd-945c-39e819156996 req-97507558-fae9-4dc4-809a-f0c374df0db3 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0547855 Apr 07 06:45:11.384760 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6af744c9-ef2a-45bd-945c-39e819156996 req-1751d28e-d4f8-4d6d-a005-6d50fb8c96a1 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Apr 07 06:45:12.552348 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687d092-a2c0-44bd-bf7f-36bd64c8f6bf req-d2045299-a025-4f84-a9a3-1e0c73eb0d96 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:12.553802 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c687d092-a2c0-44bd-bf7f-36bd64c8f6bf req-d2045299-a025-4f84-a9a3-1e0c73eb0d96 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0512900 Apr 07 06:45:12.600392 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-c687d092-a2c0-44bd-bf7f-36bd64c8f6bf req-97af93eb-8c78-4a2b-a25b-11aff569678f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410216 Apr 07 06:45:13.716850 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945364f-1f00-44db-8922-0f53accd2c85 req-2ea85608-f1b2-4202-8040-24ae3672d1d8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:13.718295 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3945364f-1f00-44db-8922-0f53accd2c85 req-2ea85608-f1b2-4202-8040-24ae3672d1d8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0510435 Apr 07 06:45:13.768911 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3945364f-1f00-44db-8922-0f53accd2c85 req-f3bd9b3f-c9cc-4bcd-83df-198f9c9ac384 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451100 Apr 07 06:45:14.882942 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a5d3b-28b3-48d0-8710-e254e66e9a67 req-95392e40-9c1a-47eb-8588-36c4b527a572 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:14.884426 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-979a5d3b-28b3-48d0-8710-e254e66e9a67 req-95392e40-9c1a-47eb-8588-36c4b527a572 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0510736 Apr 07 06:45:14.933757 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-979a5d3b-28b3-48d0-8710-e254e66e9a67 req-32035b4d-7b6e-45f8-85c9-36fa095f19ce tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Apr 07 06:45:16.048245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac042711-5d24-4d8e-8220-e7e1b26322c5 req-9da7f519-a8c6-424d-8a89-c00a7aab0243 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:16.050175 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac042711-5d24-4d8e-8220-e7e1b26322c5 req-9da7f519-a8c6-424d-8a89-c00a7aab0243 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 943 time: 0.0514960 Apr 07 06:45:16.096870 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-ac042711-5d24-4d8e-8220-e7e1b26322c5 req-a381521d-1c2a-42d5-8e92-2c6c65b29cce tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Apr 07 06:45:16.494899 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device db4d8165-cc1a-4886-9097-f3b386874a93 details requested by agent hyperv_hv-cinder-83177 with host hv-cinder-83177 {{(pid=103957) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 07 06:45:16.587499 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=db4d8165-cc1a-4886-9097-f3b386874a93,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:45:16.598498 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Returning: {'device': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'port_id': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'mac_address': 'fa:16:3e:a5:07:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103957) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 07 06:45:16.633513 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port db4d8165-cc1a-4886-9097-f3b386874a93 is: DOWN; New status is: BUILD {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:45:16.633901 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:16.649769 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4d8165-cc1a-4886-9097-f3b386874a93 {{(pid=103957) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 07 06:45:16.667525 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=db4d8165-cc1a-4886-9097-f3b386874a93,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:45:16.725982 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:16.772681 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=4']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:16.779461 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.779841 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.780190 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.780532 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.780867 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.781199 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.781527 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.781852 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.782182 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.782559 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.782888 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.783216 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.783540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.783894 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.784219 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:16.996703 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] get_ports_and_sgs() called for port_ids ['db4d8165-cc1a-4886-9097-f3b386874a93'] {{(pid=103957) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 07 06:45:17.216522 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d7f82-98cf-40ac-9009-b34beea413d3 req-c1a7976c-daf5-4888-a3f7-92d84ee2d168 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:17.218001 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-740d7f82-98cf-40ac-9009-b34beea413d3 req-c1a7976c-daf5-4888-a3f7-92d84ee2d168 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 944 time: 0.0554323 Apr 07 06:45:17.266085 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-740d7f82-98cf-40ac-9009-b34beea413d3 req-64854554-d911-4230-bf7a-d6ee9a247333 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Apr 07 06:45:18.260631 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-3f928307-21dd-4194-b28f-b536dc9e8959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:18.381572 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcf1f5-ed82-458f-9ee6-a5351a3ac395 req-0a9cb5d9-40bc-434e-9032-e714cde7fb3a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:18.383100 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-61dcf1f5-ed82-458f-9ee6-a5351a3ac395 req-0a9cb5d9-40bc-434e-9032-e714cde7fb3a tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 944 time: 0.0523055 Apr 07 06:45:18.429815 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-61dcf1f5-ed82-458f-9ee6-a5351a3ac395 req-ffd4f31d-7c99-4c48-b0a7-451f69db224b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Apr 07 06:45:18.506104 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device db4d8165-cc1a-4886-9097-f3b386874a93 up at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 07 06:45:18.635333 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning for port db4d8165-cc1a-4886-9097-f3b386874a93 completed by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 07 06:45:18.639652 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.provisioning_blocks [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Provisioning complete for port db4d8165-cc1a-4886-9097-f3b386874a93 triggered by entity L2. {{(pid=103957) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 07 06:45:18.640086 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1798844'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), provisioning_complete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:18.720594 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Current status of the port db4d8165-cc1a-4886-9097-f3b386874a93 is: BUILD; New status is: ACTIVE {{(pid=103957) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 07 06:45:18.720989 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), before_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:18.743511 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93'}] {{(pid=103957) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:45:18.745775 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0a966d212d606ebabaea3031199904acdde9eefb02e8ff850f601b8a965c87f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0b02bc-69c4-457b-9331-66bd5b40b120" -d '{"events": [{"server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "name": "network-vif-plugged", "status": "completed", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93"}]}' {{(pid=103957) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:45:18.758226 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=db4d8165-cc1a-4886-9097-f3b386874a93,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:45:18.835144 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:18.839885 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876663db-8c82-4a65-8cc3-85e2c8fd73ab x-openstack-request-id: req-876663db-8c82-4a65-8cc3-85e2c8fd73ab {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:45:18.840238 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "name": "network-vif-plugged", "status": "completed", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93", "code": 200}]} {{(pid=103957) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:45:18.840492 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-876663db-8c82-4a65-8cc3-85e2c8fd73ab {{(pid=103957) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:45:18.840875 dv-cinder-831776-6-iscsi neutron-server[103957]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876663db-8c82-4a65-8cc3-85e2c8fd73ab'] response: {'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'code': 200} Apr 07 06:45:18.885134 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Pushing event updated for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=5']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:19.246492 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8f6e9-9354-468d-b28a-4cc5c7c51cca req-e33bc352-ab36-4704-b1ec-6ce64af45bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:19.247926 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4cc8f6e9-9354-468d-b28a-4cc5c7c51cca req-e33bc352-ab36-4704-b1ec-6ce64af45bd8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1129 time: 0.0431137 Apr 07 06:45:19.296360 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-4cc8f6e9-9354-468d-b28a-4cc5c7c51cca req-abb6bffd-43d1-44f3-9911-4aecbb2d537f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377197 Apr 07 06:45:19.446488 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:45:19.547470 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf1893-3cbe-4ca3-a424-5c856f4d7e30 req-5a41b606-bed2-4736-a792-b6f683f089a8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:19.548972 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ccf1893-3cbe-4ca3-a424-5c856f4d7e30 req-5a41b606-bed2-4736-a792-b6f683f089a8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0547512 Apr 07 06:45:19.607828 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-4ccf1893-3cbe-4ca3-a424-5c856f4d7e30 req-83a95356-568f-46f1-97db-c71ca1024c42 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532889 Apr 07 06:45:20.597507 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b05894a4-2950-4c0d-a83c-49eabc5c35d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:20.724684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af3955-e86f-4878-ba3f-83b2e0100f60 req-430a2647-d3ec-4de8-8db3-68ed218a5157 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:20.726144 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70af3955-e86f-4878-ba3f-83b2e0100f60 req-430a2647-d3ec-4de8-8db3-68ed218a5157 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0516512 Apr 07 06:45:20.773165 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-70af3955-e86f-4878-ba3f-83b2e0100f60 req-cdf1d04e-d0fd-407c-ae1f-2d8c2ce0a794 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Apr 07 06:45:20.887279 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73e3d1-6c4c-4868-ba35-b0427b382b51 req-c42f03d4-9c53-413b-84bf-49aacc9545eb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:20.888686 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a73e3d1-6c4c-4868-ba35-b0427b382b51 req-c42f03d4-9c53-413b-84bf-49aacc9545eb tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0509751 Apr 07 06:45:20.939627 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-6a73e3d1-6c4c-4868-ba35-b0427b382b51 req-81dc5097-9ea9-4252-a8b5-6042ad3b20a0 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Apr 07 06:45:20.961512 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50302) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:45:21.003031 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f985a2-a72e-4519-9b4d-267c89ff9cf7 tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:21.004553 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-13f985a2-a72e-4519-9b4d-267c89ff9cf7 tempest-TestVolumeBootPattern-1361901014 tempest-TestVolumeBootPattern-1361901014-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1124 time: 0.0421138 Apr 07 06:45:21.007249 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50304) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:45:21.011334 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.v2.base [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Request body: {'floatingip': {'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'port_id': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103956) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 07 06:45:21.097836 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:21.190282 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (None), before_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:21.295770 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_common [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Allocated IP 172.27.3.9 (572cb5df-3536-4baa-9d30-03afe1d18286/3ceb517c-a1c2-4798-8ff8-f9f6a4344c38/9a63d6a4-82ea-44ea-a561-caf07166d3ad) {{(pid=103956) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 07 06:45:21.395841 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:21.506733 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751296231684', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:21.545159 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Network 572cb5df-3536-4baa-9d30-03afe1d18286 is already hosted by enough agents. {{(pid=103956) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 07 06:45:21.550266 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.base_scheduler [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Resources bound (agent type, host, resource id): {{(pid=103956) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 07 06:45:21.554427 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Received port after_create {{(pid=103956) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 07 06:45:21.557326 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=9a63d6a4-82ea-44ea-a561-caf07166d3ad,revision_number=1']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:21.582097 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.583704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.583704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.583704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.583704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.583704 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.584210 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.584362 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.584684 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.585008 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.585331 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.585650 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.585968 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.586285 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.586600 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:45:21.913918 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (87fc0da1-7db9-41ad-8e71-cb66f21792b3), precommit_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:21.977679 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:22.056362 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1742589'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), before_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:22.201696 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), precommit_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:22.248419 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751296609046', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751296231702', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751296231720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3292128'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), after_update {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:22.315291 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event updated for resources: {'Port': ['ID=9a63d6a4-82ea-44ea-a561-caf07166d3ad,revision_number=2']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:45:22.326332 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-758456'] for floatingip (87fc0da1-7db9-41ad-8e71-cb66f21792b3), after_create {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:22.697815 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP 87fc0da1-7db9-41ad-8e71-cb66f21792b3 associated. External IP: 172.27.3.9, port: db4d8165-cc1a-4886-9097-f3b386874a93. Apr 07 06:45:22.899962 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:45:22.920761 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:23.007583 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:45:23.017090 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:45:23.026675 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:45:23.027297 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:45:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:45:23.056645 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:23.088598 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-72b59439-ea72-40fe-bd0b-76af9fbe179d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.0803134 Apr 07 06:45:23.089893 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:45:23.092150 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a713fe3-742e-4e4e-afde-bd2e29ec7950" -d '{"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:45:23.134810 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:45:23.179347 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030a7e3b-3104-40b6-98e5-6c720fe236b4 x-openstack-request-id: req-030a7e3b-3104-40b6-98e5-6c720fe236b4 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:45:23.179642 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:45:23.179932 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-030a7e3b-3104-40b6-98e5-6c720fe236b4 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:45:23.180344 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-030a7e3b-3104-40b6-98e5-6c720fe236b4'] response: {'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'status': 'completed', 'code': 200} Apr 07 06:45:23.246913 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-cf9a592e-bc8b-4f60-90eb-b18f4d5abe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:23.248440 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-cf9a592e-bc8b-4f60-90eb-b18f4d5abe15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1129 time: 0.0477231 Apr 07 06:45:23.335594 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-1868eddf-631c-403d-9361-2b518302e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:23.337237 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-1868eddf-631c-403d-9361-2b518302e376 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0814476 Apr 07 06:45:23.354198 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}, {'id': '87fc0da1-7db9-41ad-8e71-cb66f21792b3', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:a5:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:45:21Z', 'updated_at': '2022-04-07T06:45:21Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:45:23.384108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:45:23.393167 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:45:23.393822 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:45:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:45:23.405972 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-442c8de5-635a-4f87-8018-4ba0b9d37437 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 200 len: 997 time: 0.0625536 Apr 07 06:45:23.452705 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-b9fd2f5e-ea4f-45a4-b1b4-1e155f918d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:23.454689 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-b9fd2f5e-ea4f-45a4-b1b4-1e155f918d2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0428214 Apr 07 06:45:23.499172 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:45:23.502830 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-7223f2d2-a8a9-42ca-8e12-74ccaa6d513a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:23.504396 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-7223f2d2-a8a9-42ca-8e12-74ccaa6d513a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440300 Apr 07 06:45:23.595210 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-358df9ea-51c7-4755-8be9-4e3464faf164 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846016 Apr 07 06:45:23.683888 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2a713fe3-742e-4e4e-afde-bd2e29ec7950 req-f70df54e-a780-45b3-bc1c-7f2e5ffd2dbc service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829942 Apr 07 06:45:23.727788 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}, {'id': '87fc0da1-7db9-41ad-8e71-cb66f21792b3', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:a5:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:45:21Z', 'updated_at': '2022-04-07T06:45:21Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:45:23.757263 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef094eb-c6ff-4df3-a002-fbac45495163 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}, {'id': '87fc0da1-7db9-41ad-8e71-cb66f21792b3', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:a5:07:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:45:21Z', 'updated_at': '2022-04-07T06:45:21Z', 'revision_number': 0, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:45:23.944359 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428cd98e-9896-4edc-b562-feeddb4a9a41 None None] New status for floating IP 87fc0da1-7db9-41ad-8e71-cb66f21792b3: ACTIVE {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:45:24.474805 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:37.051355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:47.808037 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-02b594ad-4565-44e3-9cc7-78fb92e90cd0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428903 Apr 07 06:45:47.898817 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-63c3bfdc-b54f-4ae8-b3d1-913578d6e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:47.900328 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-63c3bfdc-b54f-4ae8-b3d1-913578d6e43e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0477285 Apr 07 06:45:47.999056 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-01aecca3-99d3-41ce-b5c6-9ae0ac4e7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:48.001125 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-01aecca3-99d3-41ce-b5c6-9ae0ac4e7133 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0810146 Apr 07 06:45:48.071407 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-a5acdfa5-a8d8-4dc0-b178-156dc9f94cd2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 1000 time: 0.0599711 Apr 07 06:45:48.122684 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-a02507c3-709c-44d8-8c62-9e3abd993f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:48.124120 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-a02507c3-709c-44d8-8c62-9e3abd993f1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0427277 Apr 07 06:45:48.175301 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-4005f7e3-7391-4e33-bf47-e503fbdfa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:45:48.176842 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-4005f7e3-7391-4e33-bf47-e503fbdfa836 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433784 Apr 07 06:45:48.223098 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-f56e9726-07ae-4ab6-baae-7b00d8c2a9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:48.270285 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-23d32151-3ca4-45ef-972c-5a43dc1f8b14 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837958 Apr 07 06:45:48.358196 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-600dea00-4a7a-45dc-84ba-387c1e470249 req-cb4abada-b5e9-482d-83ae-22addc8a105b service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787292 Apr 07 06:45:50.605550 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-8fd6067f-6c05-4d5e-a31b-8b153ea112c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:51.988152 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:52.942757 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:54.468445 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:45:56.445521 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:46:07.045214 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:18.204613 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-4665b54c-65ac-43cc-a222-7a6467f41e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:20.730653 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-99b8ef28-8517-4b1c-b1d7-eb7f22998d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:22.016255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:22.938795 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:24.461932 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:33.443774 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:46:37.041228 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:47.926318 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-c9ffd6f1-ef92-421f-995d-d1b4a46c987f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423775 Apr 07 06:46:48.001481 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-3a2495a7-6e3f-4bdf-85c9-3554d5d947ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:46:48.002981 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-3a2495a7-6e3f-4bdf-85c9-3554d5d947ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1129 time: 0.0467010 Apr 07 06:46:48.102325 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-160498ba-8483-4247-a73e-a36f892df4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:46:48.103801 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-160498ba-8483-4247-a73e-a36f892df4d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0812166 Apr 07 06:46:48.175251 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-36290aff-3933-4f73-bd5a-a8f24d576080 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 200 len: 999 time: 0.0599957 Apr 07 06:46:48.225213 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-db69404e-f06a-4039-b35b-41ef6c7bee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:46:48.226758 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-db69404e-f06a-4039-b35b-41ef6c7bee23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0425982 Apr 07 06:46:48.278702 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-7566ce5d-d1b3-4602-ae5b-3665ed614290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:46:48.280226 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-7566ce5d-d1b3-4602-ae5b-3665ed614290 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436983 Apr 07 06:46:48.348173 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e6d7a56-4978-4996-93e7-b9111ef0d58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:48.371201 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-ff53542d-c78a-4ebd-985b-9ce751af36c7 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837076 Apr 07 06:46:48.462497 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-fc3d79fa-fce9-49c3-bd76-d06132fcf9ba req-84e1b978-ecca-4eb0-a6ca-ef2fb079e98f service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808008 Apr 07 06:46:50.632872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-df74dbfb-d113-4b1b-ae5e-5578a5aa11ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:52.001040 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:52.930077 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:46:54.486452 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:01.988683 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50330) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:02.143245 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port 9a63d6a4-82ea-44ea-a561-caf07166d3ad {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:02.143584 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.216477 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.216807 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (9a63d6a4-82ea-44ea-a561-caf07166d3ad), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.228283 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for 9a63d6a4-82ea-44ea-a561-caf07166d3ad owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:02.433469 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (9a63d6a4-82ea-44ea-a561-caf07166d3ad), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.456464 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=9a63d6a4-82ea-44ea-a561-caf07166d3ad,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:02.470205 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.470553 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.470895 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.471229 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.471559 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.472404 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.472731 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.473055 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.473379 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.473702 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.474046 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.474375 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.474699 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.475015 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.475332 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103956) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:02.531614 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (87fc0da1-7db9-41ad-8e71-cb66f21792b3), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.531983 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP 87fc0da1-7db9-41ad-8e71-cb66f21792b3 disassociated (deleted). External IP: 172.27.3.9, port: db4d8165-cc1a-4886-9097-f3b386874a93. Apr 07 06:47:02.732596 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:47:02.838802 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:47:02.843604 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:02.848753 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:47:02.858680 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:02.859302 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:02.878318 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-546b33c2-c41d-4c39-be8c-caae285fdc47 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "DELETE /v2.0/floatingips/87fc0da1-7db9-41ad-8e71-cb66f21792b3 HTTP/1.1" status: 204 len: 168 time: 0.8862755 Apr 07 06:47:02.878318 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:47:02.878924 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883" -d '{"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:47:02.915011 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea43da-be3b-49ee-bee5-0e6064668ea6 x-openstack-request-id: req-88ea43da-be3b-49ee-bee5-0e6064668ea6 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:47:02.915304 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:47:02.915628 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88ea43da-be3b-49ee-bee5-0e6064668ea6 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:47:02.915991 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88ea43da-be3b-49ee-bee5-0e6064668ea6'] response: {'name': 'network-changed', 'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'status': 'completed', 'code': 200} Apr 07 06:47:02.973220 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:02.986255 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-122344c7-b9a6-4afb-b81f-07a32181f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:02.987734 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-122344c7-b9a6-4afb-b81f-07a32181f719 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 1129 time: 0.0449164 Apr 07 06:47:03.082311 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-f25b67ce-1c99-4be0-a4c3-037f97b44f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:03.083850 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-f25b67ce-1c99-4be0-a4c3-037f97b44f5d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0870295 Apr 07 06:47:03.128849 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-7358f82a-4e21-4b50-961e-0c2ca3c98094 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 200 len: 217 time: 0.0342867 Apr 07 06:47:03.187375 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-03d51e57-fff5-421e-a9c6-f1eff5e3c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:03.188984 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-03d51e57-fff5-421e-a9c6-f1eff5e3c8f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0532956 Apr 07 06:47:03.200469 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:03.227889 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:47:03.236435 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:03.239522 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:03.245965 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-47bc54f8-e9d1-46b8-94aa-5767a2419326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:03.247480 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-47bc54f8-e9d1-46b8-94aa-5767a2419326 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492496 Apr 07 06:47:03.281588 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b92dd2-7c61-404b-8077-9948e9698650 req-ebafaf95-60f4-4edb-b760-f1e2e3288b86 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:03.283069 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26b92dd2-7c61-404b-8077-9948e9698650 req-ebafaf95-60f4-4edb-b760-f1e2e3288b86 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0568697 Apr 07 06:47:03.331095 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-26b92dd2-7c61-404b-8077-9948e9698650 req-af284a7d-79cd-4db7-b26c-17dec703d186 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423341 Apr 07 06:47:03.345020 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:03.558744 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:03.583983 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb497ea2-9773-47d5-b5fb-d8d580f6b257 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_floatingips': [{'id': '715683fb-e72e-44c3-8285-c8d5cb50a515', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'floating_ip_address': '172.27.3.25', 'floating_network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'router_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'port_id': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'mac_address': 'fa:16:3e:44:18:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-07T06:43:16Z', 'updated_at': '2022-04-07T06:43:18Z', 'revision_number': 1, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:47:03.790486 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bdcc7a-4947-4bfc-840e-b10006a5c72a None None] New status for floating IP 87fc0da1-7db9-41ad-8e71-cb66f21792b3: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:47:04.452669 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23d5413-68a5-4351-860d-70465ec2541f req-4590a29c-c031-4a52-896a-c4426a7bb0ee tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:04.454194 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d23d5413-68a5-4351-860d-70465ec2541f req-4590a29c-c031-4a52-896a-c4426a7bb0ee tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0559206 Apr 07 06:47:04.502452 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d23d5413-68a5-4351-860d-70465ec2541f req-2c48213a-3aa1-40ce-a6ee-9ae766616605 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421028 Apr 07 06:47:04.509260 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-af329605-234d-475b-9e8e-487dc69074a3 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846739 Apr 07 06:47:04.688123 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-2fed46f8-45e0-4a9d-a2f3-fc26cd435883 req-e6a99cdc-8a12-437c-8a8d-b4686dbbe47a service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833995 Apr 07 06:47:05.030129 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-94e52b61-d7f1-435f-8f25-940cc49c815f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:05.031570 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-94e52b61-d7f1-435f-8f25-940cc49c815f tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 945 time: 0.0517609 Apr 07 06:47:05.123719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port db4d8165-cc1a-4886-9097-f3b386874a93 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:05.124092 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:05.208540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] For port db4d8165-cc1a-4886-9097-f3b386874a93, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=db4d8165-cc1a-4886-9097-f3b386874a93,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:05.208902 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:05.220949 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for db4d8165-cc1a-4886-9097-f3b386874a93 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:05.443871 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (db4d8165-cc1a-4886-9097-f3b386874a93), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:05.470878 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=db4d8165-cc1a-4886-9097-f3b386874a93,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:05.496341 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.499677 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.500598 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.500598 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.500598 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.500927 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:05.525717 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] No DVR routers for this DVR port db4d8165-cc1a-4886-9097-f3b386874a93 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:05.528177 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:05.531822 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-0c4dd17c-560a-4468-bed9-7766cef80ed9 req-8bec15f8-c588-44fe-b3df-40d700bf83ac tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "DELETE /v2.0/ports/db4d8165-cc1a-4886-9097-f3b386874a93 HTTP/1.1" status: 204 len: 173 time: 0.4934344 Apr 07 06:47:05.532000 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'name': 'network-vif-deleted', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:47:05.534076 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f66663-3bf6-41d6-ac65-b8044ea20b5c" -d '{"events": [{"server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "name": "network-vif-deleted", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:47:05.571719 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6b3416-2dfd-4112-ae5f-00aa4a13019f x-openstack-request-id: req-2e6b3416-2dfd-4112-ae5f-00aa4a13019f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:47:05.572062 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbec1340-62c8-45a7-bc3d-03e1e1730050", "name": "network-vif-deleted", "tag": "db4d8165-cc1a-4886-9097-f3b386874a93", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:47:05.572313 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e6b3416-2dfd-4112-ae5f-00aa4a13019f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:47:05.572707 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e6b3416-2dfd-4112-ae5f-00aa4a13019f'] response: {'server_uuid': 'fbec1340-62c8-45a7-bc3d-03e1e1730050', 'name': 'network-vif-deleted', 'tag': 'db4d8165-cc1a-4886-9097-f3b386874a93', 'status': 'completed', 'code': 200} Apr 07 06:47:05.603409 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-d5ffcaaf-a8a9-42cf-aa78-bfd7a4e4966e req-2b14e676-d1f1-4590-97be-9f87dcec5fe8 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 210 time: 0.0320168 Apr 07 06:47:06.707986 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-cc37aef7-ffab-413c-9d3f-0c00b4872587 req-05f9f5f3-eee0-42dd-9e91-c669aff9db58 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=fbec1340-62c8-45a7-bc3d-03e1e1730050 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Apr 07 06:47:07.094985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:09.158848 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device db4d8165-cc1a-4886-9097-f3b386874a93 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:09.181904 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: db4d8165-cc1a-4886-9097-f3b386874a93 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:09.186844 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device db4d8165-cc1a-4886-9097-f3b386874a93 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:10.231846 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50372) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:10.387151 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port d6eff49b-a0ab-47ac-aae3-e63446064444 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:10.387489 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:10.441820 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:47:10.461755 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:10.462084 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (d6eff49b-a0ab-47ac-aae3-e63446064444), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:10.473471 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for d6eff49b-a0ab-47ac-aae3-e63446064444 owned by network:floatingip {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:10.686166 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (d6eff49b-a0ab-47ac-aae3-e63446064444), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:10.712679 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=d6eff49b-a0ab-47ac-aae3-e63446064444,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:10.773955 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (715683fb-e72e-44c3-8285-c8d5cb50a515), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:10.773955 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.db.l3_db [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Floating IP 715683fb-e72e-44c3-8285-c8d5cb50a515 disassociated (deleted). External IP: 172.27.3.25, port: 73abd8ac-c40c-404f-881b-c83aa3acf143. Apr 07 06:47:10.981306 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:47:11.085994 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:47:11.090796 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:11.095262 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:47:11.104305 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:11.104909 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:11.120108 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3a3016e8-7b4e-424b-81a4-8b27d7774d8b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "DELETE /v2.0/floatingips/715683fb-e72e-44c3-8285-c8d5cb50a515 HTTP/1.1" status: 204 len: 168 time: 0.8871064 Apr 07 06:47:11.120695 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143'}] {{(pid=103956) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:47:11.122913 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2e135bda38403c61e0c2d7f2d1b76b6ca069de38fd23732ab8f93426491bf7a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841ac3b6-5da5-419b-aa99-0276ff46afa6" -d '{"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143"}]}' {{(pid=103956) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:47:11.159077 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 07 Apr 2022 06:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb615fad-c5b3-4507-af65-a2843ad968c8 x-openstack-request-id: req-fb615fad-c5b3-4507-af65-a2843ad968c8 {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:47:11.159373 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143", "status": "completed", "code": 200}]} {{(pid=103956) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:47:11.159626 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb615fad-c5b3-4507-af65-a2843ad968c8 {{(pid=103956) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:47:11.160064 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb615fad-c5b3-4507-af65-a2843ad968c8'] response: {'name': 'network-changed', 'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'status': 'completed', 'code': 200} Apr 07 06:47:11.217341 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:11.225444 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-8320d064-19dd-4d64-b3b1-5c6b005bea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:11.227037 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-8320d064-19dd-4d64-b3b1-5c6b005bea58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 1129 time: 0.0453286 Apr 07 06:47:11.321049 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-979bdbd7-0b33-4684-b904-eb3b82204fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:11.322555 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-979bdbd7-0b33-4684-b904-eb3b82204fcd service neutron] 10.222.0.25 "GET /v2.0/networks?id=c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 200 len: 912 time: 0.0852523 Apr 07 06:47:11.373504 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-366798c3-b20a-46cc-b538-1d42b549f06a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 200 len: 217 time: 0.0395029 Apr 07 06:47:11.417214 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:11.429376 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-db8c8eeb-ea98-4cd7-8ce5-30c4976e370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:11.430847 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-db8c8eeb-ea98-4cd7-8ce5-30c4976e370c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 200 len: 851 time: 0.0442986 Apr 07 06:47:11.443206 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:47:11.451656 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:11.452300 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:11.486008 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-9620e920-3d7c-422f-b07d-7a8bcc4bbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:11.487780 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-9620e920-3d7c-422f-b07d-7a8bcc4bbecb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c2c0ebff-380e-47e4-a77f-d3b7671e851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457468 Apr 07 06:47:11.563054 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:11.575272 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74bb170-1f5e-45c9-a65b-caf6052d846f req-1e54f8ae-61b5-4636-8e89-9fba27e0557b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:11.576890 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b74bb170-1f5e-45c9-a65b-caf6052d846f req-1e54f8ae-61b5-4636-8e89-9fba27e0557b tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0576873 Apr 07 06:47:11.590632 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-55d1e67c-75eb-43b1-8af1-ab0fb5d23417 service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926929 Apr 07 06:47:11.625990 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b74bb170-1f5e-45c9-a65b-caf6052d846f req-27c0c8bf-c3f0-408c-a17f-d79740bc431d tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430534 Apr 07 06:47:11.757305 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:11.783024 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ce51-ff35-4dc8-b499-7d6842924caa None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:40:05Z', 'revision_number': 4, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi', '_interfaces': [{'id': 'f51d9312-4abb-4963-9837-72e9c50e727d', 'name': '', 'network_id': 'c2c0ebff-380e-47e4-a77f-d3b7671e851e', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'mac_address': 'fa:16:3e:36:48:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:04Z', 'updated_at': '2022-04-07T06:40:09Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'subnets': [{'id': '255331ac-4706-4d96-b656-83f58f91c9a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:47:11.985629 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6355a9-1539-452d-a0ca-dcb6a5c47a3d None None] New status for floating IP 715683fb-e72e-44c3-8285-c8d5cb50a515: DOWN {{(pid=103958) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 07 06:47:12.744132 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86772962-9b9e-4714-9844-ab112205948c req-2248c8b2-2e0f-4937-aa1e-19d50a668ba2 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103956) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:12.745606 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86772962-9b9e-4714-9844-ab112205948c req-2248c8b2-2e0f-4937-aa1e-19d50a668ba2 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0523269 Apr 07 06:47:12.801159 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-841ac3b6-5da5-419b-aa99-0276ff46afa6 req-f626d00b-fa94-46c4-a073-19d878794f8c service neutron] 10.222.0.25 "GET /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899689 Apr 07 06:47:12.802300 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-86772962-9b9e-4714-9844-ab112205948c req-f5850292-5a3a-42f2-8a43-312a2474b5f4 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/security-groups?id=e225e44a-437e-42d6-aad4-519a5554799c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499992 Apr 07 06:47:13.265541 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46545409-c087-4e59-8485-c50c4b00e305 req-92b7406b-cd07-4bcc-a69d-23306eddbd8e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103955) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 07 06:47:13.266958 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-46545409-c087-4e59-8485-c50c4b00e305 req-92b7406b-cd07-4bcc-a69d-23306eddbd8e tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 945 time: 0.0506854 Apr 07 06:47:13.362627 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port 73abd8ac-c40c-404f-881b-c83aa3acf143 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:13.363231 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:13.446779 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] For port 73abd8ac-c40c-404f-881b-c83aa3acf143, host hv-cinder-83177, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83177',level=0,port_id=73abd8ac-c40c-404f-881b-c83aa3acf143,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:13.447145 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:13.463170 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for 73abd8ac-c40c-404f-881b-c83aa3acf143 owned by compute:nova {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:13.628569 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (73abd8ac-c40c-404f-881b-c83aa3acf143), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:13.656346 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=73abd8ac-c40c-404f-881b-c83aa3acf143,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:13.701250 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] No DVR routers for this DVR port 73abd8ac-c40c-404f-881b-c83aa3acf143 on host hv-cinder-83177 {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:13.703924 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for port (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:13.707240 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [req-46545409-c087-4e59-8485-c50c4b00e305 req-3769d5cb-9d27-494a-8927-98b5648ae291 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.25 "DELETE /v2.0/ports/73abd8ac-c40c-404f-881b-c83aa3acf143 HTTP/1.1" status: 204 len: 173 time: 0.4314742 Apr 07 06:47:13.707777 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'name': 'network-vif-deleted', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143'}] {{(pid=103955) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 07 06:47:13.710713 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb1ea21406203a8d13943ba02903b67cdc903060f856eb12de0b593e7154a378" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213ffc7c-02d4-4584-9ea3-876896dd763e" -d '{"events": [{"server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "name": "network-vif-deleted", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143"}]}' {{(pid=103955) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 07 06:47:13.746540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 07 Apr 2022 06:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a607d1e-7ca8-4ad2-9e9d-8b2734fd7d4f x-openstack-request-id: req-7a607d1e-7ca8-4ad2-9e9d-8b2734fd7d4f {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 07 06:47:13.746540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9073ac8c-78db-4140-8ba5-f8dadfe4b92d", "name": "network-vif-deleted", "tag": "73abd8ac-c40c-404f-881b-c83aa3acf143", "status": "completed", "code": 200}]} {{(pid=103955) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 07 06:47:13.746540 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a607d1e-7ca8-4ad2-9e9d-8b2734fd7d4f {{(pid=103955) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 07 06:47:13.746540 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a607d1e-7ca8-4ad2-9e9d-8b2734fd7d4f'] response: {'server_uuid': '9073ac8c-78db-4140-8ba5-f8dadfe4b92d', 'name': 'network-vif-deleted', 'tag': '73abd8ac-c40c-404f-881b-c83aa3acf143', 'status': 'completed', 'code': 200} Apr 07 06:47:13.901274 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-3a46d073-0eda-4913-9db9-d37dda9e199b req-89fad053-3647-41b8-b5aa-94655010ea70 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 210 time: 0.0282652 Apr 07 06:47:15.009016 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [req-b92eb09e-b0a8-4536-8040-731926c804b3 req-d18e2e57-4eb5-4507-a817-722299d26f88 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "GET /v2.0/ports?device_id=9073ac8c-78db-4140-8ba5-f8dadfe4b92d HTTP/1.1" status: 200 len: 210 time: 0.0286727 Apr 07 06:47:16.062697 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50390) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:16.179883 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Deleting port 178fbfec-a5b1-47c3-a58f-43901f231fb6 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:16.180225 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.251317 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.251638 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (178fbfec-a5b1-47c3-a58f-43901f231fb6), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.263079 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Calling delete_port for 178fbfec-a5b1-47c3-a58f-43901f231fb6 owned by network:floatingip {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:16.472225 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (178fbfec-a5b1-47c3-a58f-43901f231fb6), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.499463 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'Port': ['ID=178fbfec-a5b1-47c3-a58f-43901f231fb6,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:16.796445 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for floatingip (c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.798967 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-141295'] for floatingip (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:16.800182 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-7038ffab-11b7-47f8-a8ac-63cbee240754 tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "DELETE /v2.0/floatingips/c964fcd0-64a4-40cb-8c9c-23c4bd4e6cec HTTP/1.1" status: 204 len: 168 time: 0.7364824 Apr 07 06:47:17.230830 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 73abd8ac-c40c-404f-881b-c83aa3acf143 no longer exists at agent hyperv_hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:17.253626 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] No Port match for: 73abd8ac-c40c-404f-881b-c83aa3acf143 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:17.253978 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Device 73abd8ac-c40c-404f-881b-c83aa3acf143 not bound to the agent host hv-cinder-83177 {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:18.110361 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50402) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:18.165091 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (e225e44a-437e-42d6-aad4-519a5554799c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:18.188994 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (e225e44a-437e-42d6-aad4-519a5554799c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:18.232290 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6a80a362-e957-447c-93fd-dcc0251ab89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:18.318814 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (e225e44a-437e-42d6-aad4-519a5554799c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:18.321443 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:18.322584 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] 10.222.0.24 "DELETE /v2.0/security-groups/e225e44a-437e-42d6-aad4-519a5554799c HTTP/1.1" status: 204 len: 168 time: 0.2112174 Apr 07 06:47:18.331508 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d58ca-fadd-4c11-9abd-0b8d00e6f4ef tempest-TestVolumeBootPattern-2001992902 tempest-TestVolumeBootPattern-2001992902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225e44a-437e-42d6-aad4-519a5554799c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:18.444731 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50406) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:18.873717 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (44f27d24-4482-40a4-adb3-4262362f8012), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:19.115433 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Deleting port f51d9312-4abb-4963-9837-72e9c50e727d {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:19.116207 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:19.192406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] For port f51d9312-4abb-4963-9837-72e9c50e727d, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=f51d9312-4abb-4963-9837-72e9c50e727d,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:19.192767 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:19.209450 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Calling delete_port for f51d9312-4abb-4963-9837-72e9c50e727d owned by network:router_interface {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:19.463320 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (f51d9312-4abb-4963-9837-72e9c50e727d), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:19.488333 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f51d9312-4abb-4963-9837-72e9c50e727d,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:19.650761 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (44f27d24-4482-40a4-adb3-4262362f8012), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:19.861125 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Router 44f27d24-4482-40a4-adb3-4262362f8012 has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103955) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:47:19.966704 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103955) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:47:19.972060 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-8ce4db82-5fb8-4b7c-8b68-816825abc8c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/44f27d24-4482-40a4-adb3-4262362f8012/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5262947 Apr 07 06:47:19.974609 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50410) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:19.975531 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Sync routers for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:47:19.986064 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:19.986678 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:20.081727 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks [] for router (44f27d24-4482-40a4-adb3-4262362f8012), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.188699 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks [] for router_gateway (44f27d24-4482-40a4-adb3-4262362f8012), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.224135 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: dv-cinder-831776-6-iscsi {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:20.309100 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Deleting port c7d26db5-c820-4aaa-8457-1b36fcbb509c {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:20.309439 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.393795 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] For port c7d26db5-c820-4aaa-8457-1b36fcbb509c, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=c7d26db5-c820-4aaa-8457-1b36fcbb509c,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:20.394160 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.405806 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Calling delete_port for c7d26db5-c820-4aaa-8457-1b36fcbb509c owned by network:router_gateway {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:20.406257 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168'}], 'enable_snat': True}, 'gw_port_id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:47:19Z', 'revision_number': 5, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port': {'id': 'c7d26db5-c820-4aaa-8457-1b36fcbb509c', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f27d24-4482-40a4-adb3-4262362f8012', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:02Z', 'updated_at': '2022-04-07T06:40:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:20.432519 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Checking router: 44f27d24-4482-40a4-adb3-4262362f8012 for host: dv-cinder-831776-6-iscsi {{(pid=103957) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:47:20.440607 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Routers {'44f27d24-4482-40a4-adb3-4262362f8012'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103957) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:20.441225 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:46:51Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['44f27d24-4482-40a4-adb3-4262362f8012'], 'active': True} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:20.535074 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvr_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] Set router 44f27d24-4482-40a4-adb3-4262362f8012 gateway port host: None {{(pid=103957) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:20.594861 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_hamode_db [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:47:20Z', 'revision_number': 6, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103957) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:20.622991 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (c7d26db5-c820-4aaa-8457-1b36fcbb509c), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.624808 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c875b99b-e118-4b28-b978-cfe38b7e59e6 None None] The sync data for ids ['44f27d24-4482-40a4-adb3-4262362f8012'] in dv-cinder-831776-6-iscsi is: [{'id': '44f27d24-4482-40a4-adb3-4262362f8012', 'name': 'tempest-TestVolumeBootPattern-1547326121-router', 'tenant_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:01Z', 'updated_at': '2022-04-07T06:47:20Z', 'revision_number': 6, 'project_id': 'd9852c8d59554cdc966a35c3cd2fb0f0', 'gw_port_host': None}] {{(pid=103957) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:47:20.649305 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c7d26db5-c820-4aaa-8457-1b36fcbb509c,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:20.674803 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6e24fed3-d57d-4ddd-9d33-f163e63164de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.709939 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (44f27d24-4482-40a4-adb3-4262362f8012), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.798406 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (44f27d24-4482-40a4-adb3-4262362f8012), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.800527 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks [] for router_controller (44f27d24-4482-40a4-adb3-4262362f8012), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.912618 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (44f27d24-4482-40a4-adb3-4262362f8012), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.913044 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f27d24-4482-40a4-adb3-4262362f8012 {{(pid=103955) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:47:20.923299 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:20.923299 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-6bbc7ca4-4308-44c2-84b7-32cf7989f5ef admin admin] 10.222.0.24 "DELETE /v2.0/routers/44f27d24-4482-40a4-adb3-4262362f8012 HTTP/1.1" status: 204 len: 168 time: 0.9446545 Apr 07 06:47:20.923299 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50412) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:20.965087 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Deleting subnet 255331ac-4706-4d96-b656-83f58f91c9a3 {{(pid=103955) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:47:20.968468 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Publish callbacks [] for subnet (255331ac-4706-4d96-b656-83f58f91c9a3), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.003476 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8466951'] for subnet (255331ac-4706-4d96-b656-83f58f91c9a3), precommit_delete_associations {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.087380 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (255331ac-4706-4d96-b656-83f58f91c9a3), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.211870 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10442650', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8516506'] for subnet (255331ac-4706-4d96-b656-83f58f91c9a3), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.235497 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=255331ac-4706-4d96-b656-83f58f91c9a3,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:21.239430 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for subnet (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.242638 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-abdfc086-8929-479c-bf39-455c91f1b117 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/255331ac-4706-4d96-b656-83f58f91c9a3 HTTP/1.1" status: 204 len: 168 time: 0.3201299 Apr 07 06:47:21.245125 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176a8000-6883-4611-9185-28f4f086d91f None None] Network c2c0ebff-380e-47e4-a77f-d3b7671e851e requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:47:21.245622 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50414) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:21.314905 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (c2c0ebff-380e-47e4-a77f-d3b7671e851e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.380831 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Deleting port fc228faf-20f6-4f17-b4e2-f434c56dca31 {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:21.380831 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.416096 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] DHCP port deletion for c2c0ebff-380e-47e4-a77f-d3b7671e851e request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:47:21.437351 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] For port fc228faf-20f6-4f17-b4e2-f434c56dca31, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=fc228faf-20f6-4f17-b4e2-f434c56dca31,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:21.437716 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.450570 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Calling delete_port for fc228faf-20f6-4f17-b4e2-f434c56dca31 owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:21.463971 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Deleting port fc228faf-20f6-4f17-b4e2-f434c56dca31 {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:21.464276 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.528351 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] For port fc228faf-20f6-4f17-b4e2-f434c56dca31, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=fc228faf-20f6-4f17-b4e2-f434c56dca31,segment=NetworkSegment(1988dc72-adc7-4c4d-9fc4-56b9019dda32),segment_id=1988dc72-adc7-4c4d-9fc4-56b9019dda32)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:21.530665 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.544075 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Calling delete_port for fc228faf-20f6-4f17-b4e2-f434c56dca31 owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:21.606140 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.631635 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc228faf-20f6-4f17-b4e2-f434c56dca31,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:21.633339 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (fc228faf-20f6-4f17-b4e2-f434c56dca31), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.640655 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] No DVR routers for this DVR port fc228faf-20f6-4f17-b4e2-f434c56dca31 on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:21.659536 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Pushing event deleted for resources: {'Port': ['ID=fc228faf-20f6-4f17-b4e2-f434c56dca31,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:21.667004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] No DVR routers for this DVR port fc228faf-20f6-4f17-b4e2-f434c56dca31 on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:21.669255 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.669599 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.669938 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.670277 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.670614 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.670941 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.671265 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.671588 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.672004 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.672261 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.672584 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.672906 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.673227 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.673545 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.673863 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b78a949-a5ea-4c9e-aa10-4ab44af01a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831776-6-iscsi {{(pid=103957) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 07 06:47:21.719960 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (c2c0ebff-380e-47e4-a77f-d3b7671e851e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.740879 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2c0ebff-380e-47e4-a77f-d3b7671e851e']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:21.749874 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1988dc72-adc7-4c4d-9fc4-56b9019dda32') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:21.750177 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1988dc72-adc7-4c4d-9fc4-56b9019dda32') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:21.759368 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (1988dc72-adc7-4c4d-9fc4-56b9019dda32), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.772423 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (1988dc72-adc7-4c4d-9fc4-56b9019dda32), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.778073 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:47:21.778457 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (1988dc72-adc7-4c4d-9fc4-56b9019dda32), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:47:21.780168 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:47:21.874155 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (c2c0ebff-380e-47e4-a77f-d3b7671e851e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.879701 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:21.883225 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c2c0ebff-380e-47e4-a77f-d3b7671e851e HTTP/1.1" status: 204 len: 168 time: 0.6371465 Apr 07 06:47:21.886305 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50416) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:21.893989 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b9defc-ec25-48ac-a798-578834be56f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2c0ebff-380e-47e4-a77f-d3b7671e851e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:21.977314 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:22.229078 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-759224'] for router_interface (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:22.349108 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f51d9312-4abb-4963-9837-72e9c50e727d no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:22.369217 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: f51d9312-4abb-4963-9837-72e9c50e727d {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:22.369648 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device f51d9312-4abb-4963-9837-72e9c50e727d not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:22.370136 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device fc228faf-20f6-4f17-b4e2-f434c56dca31 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:22.391078 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: fc228faf-20f6-4f17-b4e2-f434c56dca31 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:22.391426 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device fc228faf-20f6-4f17-b4e2-f434c56dca31 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:22.391872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c7d26db5-c820-4aaa-8457-1b36fcbb509c no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:22.411864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: c7d26db5-c820-4aaa-8457-1b36fcbb509c {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:22.412233 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device c7d26db5-c820-4aaa-8457-1b36fcbb509c not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:22.469241 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Deleting port 771faa53-5fa0-4813-a066-7e9c4718a5b5 {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:22.469575 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:22.550776 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] For port 771faa53-5fa0-4813-a066-7e9c4718a5b5, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=771faa53-5fa0-4813-a066-7e9c4718a5b5,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:22.551136 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:22.563472 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Calling delete_port for 771faa53-5fa0-4813-a066-7e9c4718a5b5 owned by network:router_interface {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:22.855195 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (771faa53-5fa0-4813-a066-7e9c4718a5b5), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:22.880760 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Pushing event deleted for resources: {'Port': ['ID=771faa53-5fa0-4813-a066-7e9c4718a5b5,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:22.940746 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:23.050814 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-567060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-758312'] for router_interface (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:23.530964 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Router 0ac7176c-9a03-48a4-abf2-c4501bbb453c has already been hosted by L3 agent d1b0210c-53a0-442d-a7e5-03b94e9060a6 {{(pid=103956) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 07 06:47:23.633991 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] Notify agent at l3_agent.dv-cinder-831776-6-iscsi the message routers_updated {{(pid=103956) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 07 06:47:23.639335 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-cb3557b5-1b7b-46d8-b43c-5cf984d12e82 admin admin] 10.222.0.24 "PUT /v2.0/routers/0ac7176c-9a03-48a4-abf2-c4501bbb453c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520304 Apr 07 06:47:23.641877 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50418) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:23.642436 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Sync routers for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 07 06:47:23.653644 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:23.654318 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:47:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:23.745988 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks [] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:23.756560 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: dv-cinder-831776-6-iscsi {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:23.852931 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks [] for router_gateway (0ac7176c-9a03-48a4-abf2-c4501bbb453c), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:23.933188 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'external_fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35'}], 'enable_snat': True}, 'gw_port_id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:47:22Z', 'revision_number': 5, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port': {'id': '0ed96263-6e15-423f-a40c-01d0b9bb1bdb', 'name': '', 'network_id': '572cb5df-3536-4baa-9d30-03afe1d18286', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:6e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'ip_address': '172.27.3.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831776-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-07T06:40:09Z', 'updated_at': '2022-04-07T06:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3ceb517c-a1c2-4798-8ff8-f9f6a4344c38', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831776-6-iscsi'}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:23.959161 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Checking router: 0ac7176c-9a03-48a4-abf2-c4501bbb453c for host: dv-cinder-831776-6-iscsi {{(pid=103958) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 07 06:47:23.962973 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Deleting port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb {{(pid=103956) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:23.963315 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:23.967254 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Routers {'0ac7176c-9a03-48a4-abf2-c4501bbb453c'} bound to L3 agent in host dv-cinder-831776-6-iscsi {{(pid=103958) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 07 06:47:23.967898 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831776-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-07T06:18:20Z,description=,heartbeat_timestamp=2022-04-07T06:47:21Z,host='dv-cinder-831776-6-iscsi',id=d1b0210c-53a0-442d-a7e5-03b94e9060a6,load=0,resource_versions=,resources_synced=,started_at=2022-04-07T06:18:21Z,topic='l3_agent')) {'router_ids': ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'], 'active': True} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:24.041088 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.db [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] For port 0ed96263-6e15-423f-a40c-01d0b9bb1bdb, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,segment=NetworkSegment(93b51f48-0aa7-4416-a460-2b722896b8a4),segment_id=93b51f48-0aa7-4416-a460-2b722896b8a4)] {{(pid=103956) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:24.041448 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.052280 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_dvr_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] Set router 0ac7176c-9a03-48a4-abf2-c4501bbb453c gateway port host: None {{(pid=103958) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 07 06:47:24.054296 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.plugins.ml2.plugin [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Calling delete_port for 0ed96263-6e15-423f-a40c-01d0b9bb1bdb owned by network:router_gateway {{(pid=103956) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:24.105286 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.l3_hamode_db [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:47:23Z', 'revision_number': 6, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port_host': None}], 'dv-cinder-831776-6-iscsi', False) {} {{(pid=103958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:24.130700 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fbbf2b-b24c-4db4-9e17-44c88e1790c9 None None] The sync data for ids ['0ac7176c-9a03-48a4-abf2-c4501bbb453c'] in dv-cinder-831776-6-iscsi is: [{'id': '0ac7176c-9a03-48a4-abf2-c4501bbb453c', 'name': 'tempest-TestVolumeBootPattern-1506676991-router', 'tenant_id': '25fd1d37dad74476936af856fce4db1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-07T06:40:08Z', 'updated_at': '2022-04-07T06:47:23Z', 'revision_number': 6, 'project_id': '25fd1d37dad74476936af856fce4db1e', 'gw_port_host': None}] {{(pid=103958) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 07 06:47:24.291193 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3292057'] for port (0ed96263-6e15-423f-a40c-01d0b9bb1bdb), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.319405 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Pushing event deleted for resources: {'Port': ['ID=0ed96263-6e15-423f-a40c-01d0b9bb1bdb,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:24.378484 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-758510'] for router_gateway (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.467467 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-682845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-8141'] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.469488 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks [] for router_controller (0ac7176c-9a03-48a4-abf2-c4501bbb453c), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.488433 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.600027 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-682836'] for router (0ac7176c-9a03-48a4-abf2-c4501bbb453c), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.600595 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ac7176c-9a03-48a4-abf2-c4501bbb453c {{(pid=103956) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 07 06:47:24.604792 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.605942 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-b493dd3f-c58c-43f7-934f-c2c5eff4217d admin admin] 10.222.0.24 "DELETE /v2.0/routers/0ac7176c-9a03-48a4-abf2-c4501bbb453c HTTP/1.1" status: 204 len: 168 time: 0.9631476 Apr 07 06:47:24.608527 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50420) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:24.656036 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.db.db_base_plugin_v2 [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Deleting subnet 1ad91e16-9783-4fbe-b03f-3bf066bc0602 {{(pid=103956) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 07 06:47:24.658957 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Publish callbacks [] for subnet (1ad91e16-9783-4fbe-b03f-3bf066bc0602), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.692454 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9856519'] for subnet (1ad91e16-9783-4fbe-b03f-3bf066bc0602), precommit_delete_associations {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.765735 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1797344'] for subnet (1ad91e16-9783-4fbe-b03f-3bf066bc0602), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.868760 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1797359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-632094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3292078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10446021'] for subnet (1ad91e16-9783-4fbe-b03f-3bf066bc0602), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.891339 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad91e16-9783-4fbe-b03f-3bf066bc0602,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:24.902269 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:24.904900 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699f0c1e-507c-4930-9c82-9cad20689ce9 None None] Network 72a3763f-6fd1-4279-8c17-c36a134db8dd requested from dv-cinder-831776-6-iscsi {{(pid=103957) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 07 06:47:24.905610 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-0235bc18-f3bc-4b8a-8c84-262cddca4f62 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1ad91e16-9783-4fbe-b03f-3bf066bc0602 HTTP/1.1" status: 204 len: 168 time: 0.2960303 Apr 07 06:47:24.908251 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50422) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:24.950852 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 771faa53-5fa0-4813-a066-7e9c4718a5b5 no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:24.979191 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 771faa53-5fa0-4813-a066-7e9c4718a5b5 {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:24.979540 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 771faa53-5fa0-4813-a066-7e9c4718a5b5 not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:24.982969 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1624743'] for network (72a3763f-6fd1-4279-8c17-c36a134db8dd), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.037729 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Deleting port b573229c-dc28-4d7d-bfb0-96684245d0dd {{(pid=103955) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:25.038057 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.088939 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] DHCP port deletion for 72a3763f-6fd1-4279-8c17-c36a134db8dd request from dv-cinder-831776-6-iscsi {{(pid=103957) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 07 06:47:25.103321 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.db [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] For port b573229c-dc28-4d7d-bfb0-96684245d0dd, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=b573229c-dc28-4d7d-bfb0-96684245d0dd,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103955) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:25.103683 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.119964 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.plugin [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Calling delete_port for b573229c-dc28-4d7d-bfb0-96684245d0dd owned by network:dhcp {{(pid=103955) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:25.135810 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Deleting port b573229c-dc28-4d7d-bfb0-96684245d0dd {{(pid=103957) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 07 06:47:25.136113 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751296601905'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), before_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.203267 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.db [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] For port b573229c-dc28-4d7d-bfb0-96684245d0dd, host dv-cinder-831776-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831776-6-iscsi',level=0,port_id=b573229c-dc28-4d7d-bfb0-96684245d0dd,segment=NetworkSegment(25685dd7-2e37-4ef8-bcc6-d4b807b8ed01),segment_id=25685dd7-2e37-4ef8-bcc6-d4b807b8ed01)] {{(pid=103957) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 07 06:47:25.213798 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-757449'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), precommit_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.216864 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Calling delete_port for b573229c-dc28-4d7d-bfb0-96684245d0dd owned by network:dhcp {{(pid=103957) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 07 06:47:25.301373 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10442669'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.306627 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1742398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-142840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751296609028', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751296231693'] for port (b573229c-dc28-4d7d-bfb0-96684245d0dd), after_delete {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.326262 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b573229c-dc28-4d7d-bfb0-96684245d0dd,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:25.329778 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] No DVR routers for this DVR port b573229c-dc28-4d7d-bfb0-96684245d0dd on host dv-cinder-831776-6-iscsi {{(pid=103955) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:25.334735 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] Pushing event deleted for resources: {'Port': ['ID=b573229c-dc28-4d7d-bfb0-96684245d0dd,revision_number=None']} {{(pid=103957) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:25.334735 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eb4f3e-1cd9-4b34-9d52-25acec1a0ae6 None None] No DVR routers for this DVR port b573229c-dc28-4d7d-bfb0-96684245d0dd on host dv-cinder-831776-6-iscsi {{(pid=103957) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 07 06:47:25.402965 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1799451', 'neutron.services.segments.db._delete_segments_for_network-8751296760441'] for network (72a3763f-6fd1-4279-8c17-c36a134db8dd), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.422619 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a3763f-6fd1-4279-8c17-c36a134db8dd']}} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:25.431325 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01') {'for_net_delete': True} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:25.431622 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.services.segments.db [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25685dd7-2e37-4ef8-bcc6-d4b807b8ed01') {} {{(pid=103955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 07 06:47:25.440619 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751296761474', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8467196'] for segment (25685dd7-2e37-4ef8-bcc6-d4b807b8ed01), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.453555 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571'] for segment (25685dd7-2e37-4ef8-bcc6-d4b807b8ed01), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.459643 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103955) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 07 06:47:25.460044 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1612571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10442736'] for segment (25685dd7-2e37-4ef8-bcc6-d4b807b8ed01), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: Traceback (most recent call last): Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: timer() Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: cb(*args, **kw) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: return func(*args, **kwargs) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: self._notify() Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: self.callback(batched_events) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: event.method(event) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: aggregate_uuid = self.p_client.list_aggregates( Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: return f(self, *a, **k) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._get(url).json() Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: return self.request(url, 'GET', **kwargs) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: base_url = self.get_endpoint(auth, allow=allow, Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 07 06:47:25.461612 dv-cinder-831776-6-iscsi neutron-server[103955]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 07 06:47:25.565980 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1799522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-567071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-758410'] for network (72a3763f-6fd1-4279-8c17-c36a134db8dd), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.571921 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-572661'] for network (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.575028 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] 10.222.0.24 "DELETE /v2.0/networks/72a3763f-6fd1-4279-8c17-c36a134db8dd HTTP/1.1" status: 204 len: 168 time: 0.6652582 Apr 07 06:47:25.587167 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839aa0c2-45f0-4a40-98b5-663b88da8f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=72a3763f-6fd1-4279-8c17-c36a134db8dd,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:25.879882 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50426) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:25.921607 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-c1d96d74-5a64-45b2-8059-015c7653bc68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9852c8d59554cdc966a35c3cd2fb0f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405986 Apr 07 06:47:25.923925 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.wsgi [-] (103955) accepted ('10.222.0.24', 50428) {{(pid=103955) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:25.968176 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] Publish callbacks [] for security_group (3850c3cb-e787-4641-8d00-4313287b915e), before_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:25.988723 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] Publish callbacks [] for security_group (3850c3cb-e787-4641-8d00-4313287b915e), precommit_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.091073 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (3850c3cb-e787-4641-8d00-4313287b915e), after_delete {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.093726 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron_lib.callbacks.manager [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.094874 dv-cinder-831776-6-iscsi neutron-server[103955]: INFO neutron.wsgi [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3850c3cb-e787-4641-8d00-4313287b915e HTTP/1.1" status: 204 len: 168 time: 0.1700788 Apr 07 06:47:26.102535 dv-cinder-831776-6-iscsi neutron-server[103955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496212ff-4ebc-49a5-a5d6-08f2d85d060f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3850c3cb-e787-4641-8d00-4313287b915e,revision_number=None']} {{(pid=103955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:26.357569 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device b573229c-dc28-4d7d-bfb0-96684245d0dd no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:26.378471 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: b573229c-dc28-4d7d-bfb0-96684245d0dd {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:26.383221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device b573229c-dc28-4d7d-bfb0-96684245d0dd not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:26.383221 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0ed96263-6e15-423f-a40c-01d0b9bb1bdb no longer exists at agent ovs-agent-dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 07 06:47:26.398152 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.plugin [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] No Port match for: 0ed96263-6e15-423f-a40c-01d0b9bb1bdb {{(pid=103957) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 07 06:47:26.398503 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron.plugins.ml2.rpc [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Device 0ed96263-6e15-423f-a40c-01d0b9bb1bdb not bound to the agent host dv-cinder-831776-6-iscsi {{(pid=103957) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 07 06:47:26.721536 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50434) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:26.757000 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-3c3f1bf3-e07c-4089-b840-008a9c961aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25fd1d37dad74476936af856fce4db1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386171 Apr 07 06:47:26.759406 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [-] (103956) accepted ('10.222.0.24', 50436) {{(pid=103956) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 07 06:47:26.805977 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] Publish callbacks [] for security_group (aea9aff9-8a3c-46f1-85aa-868a593dd3aa), before_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.825881 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] Publish callbacks [] for security_group (aea9aff9-8a3c-46f1-85aa-868a593dd3aa), precommit_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.943013 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-604513'] for security_group (aea9aff9-8a3c-46f1-85aa-868a593dd3aa), after_delete {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.946259 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron_lib.callbacks.manager [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:26.947506 dv-cinder-831776-6-iscsi neutron-server[103956]: INFO neutron.wsgi [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aea9aff9-8a3c-46f1-85aa-868a593dd3aa HTTP/1.1" status: 204 len: 168 time: 0.1870916 Apr 07 06:47:26.957513 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc549b-90a9-4754-a875-b9d5c6f4897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9aff9-8a3c-46f1-85aa-868a593dd3aa,revision_number=None']} {{(pid=103956) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 07 06:47:37.145843 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:45.913791 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-d7478cc1-ab8f-4220-a3f3-0cc56205ef38 req-01b43fa2-1b15-4d9f-9812-b2d29c91f464 service neutron] (103956) timed out ('10.222.0.25', 49366) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 06:47:47.440328 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:47:48.242872 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b3d95261-91f4-4bfe-a4d4-75e65cfd6943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:50.637355 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-44cae972-44c0-49b4-9f0e-d9784f1f105b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:51.993605 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:52.968697 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:47:54.496034 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:07.071060 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:18.231089 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c68b6dd7-cf95-471d-b4f3-08358136aec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:20.604660 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c5782932-da02-431f-ae4e-3047a83afe1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:22.015338 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:22.930181 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:24.438519 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:48:24.538898 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:37.138597 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:48.241304 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-fc22c414-8a7d-450c-a338-ff65cf14b16f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:50.641753 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-dbecb52f-32b5-43ff-a3e4-dab0dbcd6c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:52.001484 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:52.961195 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:54.511552 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:48:55.443948 dv-cinder-831776-6-iscsi neutron-server[103956]: DEBUG neutron.wsgi [req-9a50b13c-5642-42d2-bb8a-15406fc65ea3 req-e72e8743-21d2-4be4-ad4e-7a1803ba9bd2 service neutron] (103956) timed out ('10.222.0.25', 49358) {{(pid=103956) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 07 06:49:01.436958 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:49:07.122991 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:18.246463 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0696ea6b-93a2-4837-a34a-c602990fb60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:20.623321 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ff37491e-97ae-45e4-9c1c-1edeb2a82085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:22.002541 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:22.979690 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:24.533523 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:37.156143 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:38.435649 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:49:48.230433 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ba690bea-7e65-4ebb-97c6-b71f85518515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:50.595834 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-10e4c418-8706-4f20-8cae-136f83e53e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:52.007269 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:52.957393 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:49:54.504249 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:07.142808 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:15.434754 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:50:18.336696 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-6c53ea8f-62c5-48af-b063-13c74e2c26a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:20.595018 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-ae8e6b63-9e0d-431d-aefa-64a4a4c8bcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:22.001178 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:22.970941 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:24.520846 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:37.164486 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:48.337434 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c78e2327-5a5c-4ab4-836f-ddbb061375ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:50.604444 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9d7260cd-24a8-4aac-b403-e75f312b5dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:52.017403 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:52.433071 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:50:52.971619 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:50:54.491097 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:07.181086 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:18.210696 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-5bb20c89-f7ab-4220-8502-8360aa6bfc04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:20.609435 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae6be-986e-4a61-ba06-6a483801c58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:22.010853 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:22.970924 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:24.530421 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:29.431803 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:51:37.163366 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:48.215505 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-2035c796-ea64-4251-85af-032c6fbaa35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:50.621741 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-0545fbd7-c56d-4359-95d0-f392aa4d39f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:52.009649 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:52.962678 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:51:54.489985 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:06.430525 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 07 06:52:07.152516 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:18.230866 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-46727a7d-2261-40fa-8e67-8e2c05228e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (373387fe-1341-4087-b32a-49b8db93eb56), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:20.653669 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-c7b1da27-7210-445b-8490-89cc4d6288c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (d1b0210c-53a0-442d-a7e5-03b94e9060a6), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:22.037596 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-694da5fb-b195-4d80-86fe-01b14e0253df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (b0263fe5-8960-407a-a68b-0f077966913b), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:22.963780 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-9b85b546-a15a-4461-afa9-7cc130f79241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (bf80118b-5410-4d2d-b58e-c8f9b9a13cda), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:24.493259 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-b4592be6-f3d0-40b0-9032-1fdac8a3ad54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (c6e4e165-67c7-4e40-9d4e-1c5e845c7d7e), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:37.184455 dv-cinder-831776-6-iscsi neutron-server[103957]: DEBUG neutron_lib.callbacks.manager [None req-e2c2df65-277a-4e6e-b49f-b74266643f83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751296760423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1798874'] for agent (4e6c12e5-fa43-4dd9-a6d2-abf0b7fb6f78), after_update {{(pid=103957) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 07 06:52:43.429146 dv-cinder-831776-6-iscsi neutron-server[103958]: DEBUG neutron.db.agents_db [None req-ae7c5b5a-fb0c-4367-8e0a-dbfbe198bc92 None None] Agent healthcheck: found 6 active agents {{(pid=103958) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}